{"level":"warn","ts":"2026-03-03T02:52:40.813143Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:52:40.813262Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T02:52:40.813355Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T02:52:40.813374Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-03T02:52:40.813397Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:52:40.814346Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-03-03T02:52:40.814451Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T02:52:40.81828Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.526475ms"} {"level":"info","ts":"2026-03-03T02:52:40.827056Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-03-03T02:52:40.827171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T02:52:40.8272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-03-03T02:52:40.827221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T02:52:40.827236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-03-03T02:52:40.8273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-03-03T02:52:40.838283Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T02:52:40.842128Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T02:52:40.845943Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T02:52:40.849332Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T02:52:40.849572Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T02:52:40.849688Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:52:40.849797Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:52:40.84981Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T02:52:40.852559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-03-03T02:52:40.852791Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-03-03T02:52:40.855584Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T02:52:40.8558Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-03T02:52:40.855869Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-03-03T02:52:40.855967Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T02:52:40.856031Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T02:52:41.628381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T02:52:41.628461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T02:52:41.628493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-03-03T02:52:41.628509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-03-03T02:52:41.628517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-03T02:52:41.628529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-03-03T02:52:41.628539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-03-03T02:52:41.629713Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T02:52:41.629717Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:52:41.629756Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T02:52:41.629728Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:52:41.63002Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T02:52:41.630068Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T02:52:41.631277Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:52:41.631596Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T02:52:41.631671Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:52:41.631726Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T02:52:41.633081Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"warn","ts":"2026-03-03T02:53:09.43616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.310551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T02:53:09.436444Z","caller":"traceutil/trace.go:171","msg":"trace[87575274] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"227.278819ms","start":"2026-03-03T02:53:09.209076Z","end":"2026-03-03T02:53:09.436355Z","steps":["trace[87575274] 'process raft request' (duration: 83.154661ms)","trace[87575274] 'compare' (duration: 143.066436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:18.169466Z","caller":"traceutil/trace.go:171","msg":"trace[305417280] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"359.684365ms","start":"2026-03-03T02:53:17.809759Z","end":"2026-03-03T02:53:18.169443Z","steps":["trace[305417280] 'read index received' (duration: 359.495771ms)","trace[305417280] 'applied index is now lower than readState.Index' (duration: 187.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:53:18.169598Z","caller":"traceutil/trace.go:171","msg":"trace[2118794653] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"461.036581ms","start":"2026-03-03T02:53:17.708518Z","end":"2026-03-03T02:53:18.169554Z","steps":["trace[2118794653] 'process raft request' (duration: 460.794286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:53:18.169702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.868638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:53:18.169777Z","caller":"traceutil/trace.go:171","msg":"trace[1127512822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"360.046362ms","start":"2026-03-03T02:53:17.809715Z","end":"2026-03-03T02:53:18.169761Z","steps":["trace[1127512822] 'agreement among raft nodes before linearized reading' (duration: 359.857439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:53:18.169829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:53:17.809698Z","time spent":"360.112983ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T02:53:18.17009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:53:17.708489Z","time spent":"461.224685ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T02:53:18.170266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.423002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:53:18.170336Z","caller":"traceutil/trace.go:171","msg":"trace[1098037791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:509; }","duration":"160.175879ms","start":"2026-03-03T02:53:18.010147Z","end":"2026-03-03T02:53:18.170323Z","steps":["trace[1098037791] 'agreement among raft nodes before linearized reading' (duration: 159.441233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:34.561315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.455216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67dd055b-f1b6-4a1d-b986-46cacf1f116a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T02:54:34.561411Z","caller":"traceutil/trace.go:171","msg":"trace[541948407] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-67dd055b-f1b6-4a1d-b986-46cacf1f116a; range_end:; response_count:1; response_revision:1575; }","duration":"327.570818ms","start":"2026-03-03T02:54:34.23382Z","end":"2026-03-03T02:54:34.561391Z","steps":["trace[541948407] 'range keys from in-memory index tree' (duration: 327.253902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:34.561455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:34.233772Z","time spent":"327.67367ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-67dd055b-f1b6-4a1d-b986-46cacf1f116a\" "} {"level":"info","ts":"2026-03-03T02:54:34.561698Z","caller":"traceutil/trace.go:171","msg":"trace[293009813] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"200.428896ms","start":"2026-03-03T02:54:34.361228Z","end":"2026-03-03T02:54:34.561657Z","steps":["trace[293009813] 'process raft request' (duration: 171.661597ms)","trace[293009813] 'compare' (duration: 28.611786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:54:34.561904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.062843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:54:34.562066Z","caller":"traceutil/trace.go:171","msg":"trace[1496857002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1575; }","duration":"323.336189ms","start":"2026-03-03T02:54:34.23869Z","end":"2026-03-03T02:54:34.562027Z","steps":["trace[1496857002] 'range keys from in-memory index tree' (duration: 322.678725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:34.562139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T02:54:34.238667Z","time spent":"323.451191ms","remote":"127.0.0.1:43900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T02:54:34.871094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.610787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T02:54:34.871198Z","caller":"traceutil/trace.go:171","msg":"trace[377660277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1578; }","duration":"173.754671ms","start":"2026-03-03T02:54:34.697418Z","end":"2026-03-03T02:54:34.871173Z","steps":["trace[377660277] 'range keys from in-memory index tree' (duration: 173.378673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:54:34.871103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.108621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T02:54:34.871327Z","caller":"traceutil/trace.go:171","msg":"trace[15042478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1578; }","duration":"185.367116ms","start":"2026-03-03T02:54:34.685936Z","end":"2026-03-03T02:54:34.871303Z","steps":["trace[15042478] 'range keys from in-memory index tree' (duration: 184.895517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:19.080208Z","caller":"traceutil/trace.go:171","msg":"trace[1245459053] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"145.777932ms","start":"2026-03-03T02:55:18.934368Z","end":"2026-03-03T02:55:19.080145Z","steps":["trace[1245459053] 'process raft request' (duration: 137.044559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:24.735434Z","caller":"traceutil/trace.go:171","msg":"trace[275603412] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"107.531658ms","start":"2026-03-03T02:55:24.627875Z","end":"2026-03-03T02:55:24.735407Z","steps":["trace[275603412] 'read index received' (duration: 107.390795ms)","trace[275603412] 'applied index is now lower than readState.Index' (duration: 139.493µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T02:55:24.735706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.756112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T02:55:24.735857Z","caller":"traceutil/trace.go:171","msg":"trace[1606540275] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1872; }","duration":"107.970966ms","start":"2026-03-03T02:55:24.627851Z","end":"2026-03-03T02:55:24.735822Z","steps":["trace[1606540275] 'agreement among raft nodes before linearized reading' (duration: 107.706661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:25.031908Z","caller":"traceutil/trace.go:171","msg":"trace[945198482] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"109.922385ms","start":"2026-03-03T02:55:24.921947Z","end":"2026-03-03T02:55:25.03187Z","steps":["trace[945198482] 'process raft request' (duration: 109.70455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:55:25.079042Z","caller":"traceutil/trace.go:171","msg":"trace[666762153] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"146.74218ms","start":"2026-03-03T02:55:24.932257Z","end":"2026-03-03T02:55:25.078999Z","steps":["trace[666762153] 'process raft request' (duration: 146.482335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:25.327421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.534384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T02:55:25.327529Z","caller":"traceutil/trace.go:171","msg":"trace[857463194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"184.794849ms","start":"2026-03-03T02:55:25.142704Z","end":"2026-03-03T02:55:25.327499Z","steps":["trace[857463194] 'range keys from in-memory index tree' (duration: 184.27948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:25.327522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.702591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T02:55:25.327617Z","caller":"traceutil/trace.go:171","msg":"trace[476070419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"172.878975ms","start":"2026-03-03T02:55:25.154717Z","end":"2026-03-03T02:55:25.327596Z","steps":["trace[476070419] 'range keys from in-memory index tree' (duration: 172.451477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:55:25.327394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.935668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T02:55:25.327735Z","caller":"traceutil/trace.go:171","msg":"trace[1701416994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1875; }","duration":"201.279144ms","start":"2026-03-03T02:55:25.12641Z","end":"2026-03-03T02:55:25.327689Z","steps":["trace[1701416994] 'range keys from in-memory index tree' (duration: 200.726073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:50.28168Z","caller":"traceutil/trace.go:171","msg":"trace[532407673] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"109.803256ms","start":"2026-03-03T02:56:50.171847Z","end":"2026-03-03T02:56:50.28165Z","steps":["trace[532407673] 'process raft request' (duration: 109.611152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:50.749749Z","caller":"traceutil/trace.go:171","msg":"trace[640024690] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2588; }","duration":"115.972267ms","start":"2026-03-03T02:56:50.633743Z","end":"2026-03-03T02:56:50.749715Z","steps":["trace[640024690] 'read index received' (duration: 115.762183ms)","trace[640024690] 'applied index is now lower than readState.Index' (duration: 208.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T02:56:50.749845Z","caller":"traceutil/trace.go:171","msg":"trace[1071588439] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"136.059797ms","start":"2026-03-03T02:56:50.613757Z","end":"2026-03-03T02:56:50.749817Z","steps":["trace[1071588439] 'process raft request' (duration: 135.75148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:50.750094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.779179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T02:56:50.750162Z","caller":"traceutil/trace.go:171","msg":"trace[552870439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2487; }","duration":"112.89026ms","start":"2026-03-03T02:56:50.637258Z","end":"2026-03-03T02:56:50.750148Z","steps":["trace[552870439] 'agreement among raft nodes before linearized reading' (duration: 112.669216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T02:56:50.750299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.487678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T02:56:50.750355Z","caller":"traceutil/trace.go:171","msg":"trace[1697601767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2487; }","duration":"116.645842ms","start":"2026-03-03T02:56:50.633696Z","end":"2026-03-03T02:56:50.750342Z","steps":["trace[1697601767] 'agreement among raft nodes before linearized reading' (duration: 116.211162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:55.95872Z","caller":"traceutil/trace.go:171","msg":"trace[1047124687] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"114.531897ms","start":"2026-03-03T02:56:55.844152Z","end":"2026-03-03T02:56:55.958684Z","steps":["trace[1047124687] 'process raft request' (duration: 114.346833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T02:56:55.969792Z","caller":"traceutil/trace.go:171","msg":"trace[798103112] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"125.186654ms","start":"2026-03-03T02:56:55.844566Z","end":"2026-03-03T02:56:55.969753Z","steps":["trace[798103112] 'process raft request' (duration: 124.970499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:09.667142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.07944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:01:09.667349Z","caller":"traceutil/trace.go:171","msg":"trace[598466367] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"262.471507ms","start":"2026-03-03T03:01:09.404853Z","end":"2026-03-03T03:01:09.667324Z","steps":["trace[598466367] 'process raft request' (duration: 120.10165ms)","trace[598466367] 'compare' (duration: 141.933498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:01:09.667381Z","caller":"traceutil/trace.go:171","msg":"trace[1683975398] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4844; }","duration":"252.8808ms","start":"2026-03-03T03:01:09.414476Z","end":"2026-03-03T03:01:09.667357Z","steps":["trace[1683975398] 'read index received' (duration: 110.578725ms)","trace[1683975398] 'applied index is now lower than readState.Index' (duration: 142.300445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:01:09.667532Z","caller":"traceutil/trace.go:171","msg":"trace[1678837017] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"260.834261ms","start":"2026-03-03T03:01:09.406647Z","end":"2026-03-03T03:01:09.667481Z","steps":["trace[1678837017] 'process raft request' (duration: 260.625007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:09.667633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.163647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:01:09.667682Z","caller":"traceutil/trace.go:171","msg":"trace[1219918970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4656; }","duration":"253.269259ms","start":"2026-03-03T03:01:09.414397Z","end":"2026-03-03T03:01:09.667667Z","steps":["trace[1219918970] 'agreement among raft nodes before linearized reading' (duration: 253.085295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:09.667715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.759531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T03:01:09.667716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.245555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:01:09.667745Z","caller":"traceutil/trace.go:171","msg":"trace[1201298566] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4656; }","duration":"168.836992ms","start":"2026-03-03T03:01:09.498898Z","end":"2026-03-03T03:01:09.667735Z","steps":["trace[1201298566] 'agreement among raft nodes before linearized reading' (duration: 168.785191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:01:09.66777Z","caller":"traceutil/trace.go:171","msg":"trace[132655287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4656; }","duration":"251.392418ms","start":"2026-03-03T03:01:09.416363Z","end":"2026-03-03T03:01:09.667756Z","steps":["trace[132655287] 'agreement among raft nodes before linearized reading' (duration: 251.217504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:01:27.412482Z","caller":"traceutil/trace.go:171","msg":"trace[1707411084] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"119.239591ms","start":"2026-03-03T03:01:27.292928Z","end":"2026-03-03T03:01:27.412168Z","steps":["trace[1707411084] 'process raft request' (duration: 119.030786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:27.967498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.741092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:01:27.967587Z","caller":"traceutil/trace.go:171","msg":"trace[2077045030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4983; }","duration":"140.890725ms","start":"2026-03-03T03:01:27.826675Z","end":"2026-03-03T03:01:27.967566Z","steps":["trace[2077045030] 'range keys from in-memory index tree' (duration: 140.551128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:27.967622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.087835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:01:27.967706Z","caller":"traceutil/trace.go:171","msg":"trace[448014747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4983; }","duration":"138.224028ms","start":"2026-03-03T03:01:27.829464Z","end":"2026-03-03T03:01:27.967688Z","steps":["trace[448014747] 'range keys from in-memory index tree' (duration: 137.912412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:01:41.648315Z","caller":"traceutil/trace.go:171","msg":"trace[1656074775] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5382; }","duration":"146.7291ms","start":"2026-03-03T03:01:41.501565Z","end":"2026-03-03T03:01:41.648294Z","steps":["trace[1656074775] 'read index received' (duration: 146.561846ms)","trace[1656074775] 'applied index is now lower than readState.Index' (duration: 166.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:01:41.64837Z","caller":"traceutil/trace.go:171","msg":"trace[2036131757] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"178.044759ms","start":"2026-03-03T03:01:41.470293Z","end":"2026-03-03T03:01:41.648338Z","steps":["trace[2036131757] 'process raft request' (duration: 177.888315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:41.648539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.873925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T03:01:41.648573Z","caller":"traceutil/trace.go:171","msg":"trace[1866987995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5179; }","duration":"112.942746ms","start":"2026-03-03T03:01:41.535621Z","end":"2026-03-03T03:01:41.648564Z","steps":["trace[1866987995] 'agreement among raft nodes before linearized reading' (duration: 112.822794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:01:41.648605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.010456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T03:01:41.648833Z","caller":"traceutil/trace.go:171","msg":"trace[806633527] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5179; }","duration":"147.249161ms","start":"2026-03-03T03:01:41.501558Z","end":"2026-03-03T03:01:41.648807Z","steps":["trace[806633527] 'agreement among raft nodes before linearized reading' (duration: 146.879073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:02:41.659078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2741} {"level":"info","ts":"2026-03-03T03:02:41.722287Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2741,"took":"61.777275ms","hash":3792679405,"current-db-size-bytes":40062976,"current-db-size":"40 MB","current-db-size-in-use-bytes":30076928,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T03:02:41.722427Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3792679405,"revision":2741,"compact-revision":-1} {"level":"info","ts":"2026-03-03T03:06:12.744576Z","caller":"traceutil/trace.go:171","msg":"trace[576943461] transaction","detail":"{read_only:false; response_revision:7003; number_of_response:1; }","duration":"154.313964ms","start":"2026-03-03T03:06:12.590237Z","end":"2026-03-03T03:06:12.744551Z","steps":["trace[576943461] 'process raft request' (duration: 154.135671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:07:41.667192Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5636} {"level":"info","ts":"2026-03-03T03:07:41.762505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5636,"took":"93.236103ms","hash":1380751198,"current-db-size-bytes":41189376,"current-db-size":"41 MB","current-db-size-in-use-bytes":20914176,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T03:07:41.762599Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1380751198,"revision":5636,"compact-revision":2741} {"level":"info","ts":"2026-03-03T03:07:58.462391Z","caller":"traceutil/trace.go:171","msg":"trace[1732780731] linearizableReadLoop","detail":"{readStateIndex:8082; appliedIndex:8081; }","duration":"383.550018ms","start":"2026-03-03T03:07:58.078819Z","end":"2026-03-03T03:07:58.462369Z","steps":["trace[1732780731] 'read index received' (duration: 310.701161ms)","trace[1732780731] 'applied index is now lower than readState.Index' (duration: 72.847867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:07:58.462433Z","caller":"traceutil/trace.go:171","msg":"trace[1349023472] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"390.051576ms","start":"2026-03-03T03:07:58.07234Z","end":"2026-03-03T03:07:58.462392Z","steps":["trace[1349023472] 'process raft request' (duration: 317.271241ms)","trace[1349023472] 'compare' (duration: 72.5531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:07:58.462577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.290594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T03:07:58.46258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.764502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T03:07:58.462592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:07:58.072316Z","time spent":"390.19167ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:07:58.462612Z","caller":"traceutil/trace.go:171","msg":"trace[416132051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7785; }","duration":"151.340005ms","start":"2026-03-03T03:07:58.311264Z","end":"2026-03-03T03:07:58.462604Z","steps":["trace[416132051] 'agreement among raft nodes before linearized reading' (duration: 151.233322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:07:58.462635Z","caller":"traceutil/trace.go:171","msg":"trace[1140484931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7785; }","duration":"383.846464ms","start":"2026-03-03T03:07:58.078773Z","end":"2026-03-03T03:07:58.46262Z","steps":["trace[1140484931] 'agreement among raft nodes before linearized reading' (duration: 383.690661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:07:58.462687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:07:58.078758Z","time spent":"383.918095ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T03:08:28.868069Z","caller":"traceutil/trace.go:171","msg":"trace[987826949] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8291; }","duration":"110.141323ms","start":"2026-03-03T03:08:28.757906Z","end":"2026-03-03T03:08:28.868047Z","steps":["trace[987826949] 'read index received' (duration: 109.968279ms)","trace[987826949] 'applied index is now lower than readState.Index' (duration: 172.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:08:28.868441Z","caller":"traceutil/trace.go:171","msg":"trace[1272053962] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"203.116012ms","start":"2026-03-03T03:08:28.665307Z","end":"2026-03-03T03:08:28.868423Z","steps":["trace[1272053962] 'process raft request' (duration: 202.620742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:28.869146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.226337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T03:08:28.869195Z","caller":"traceutil/trace.go:171","msg":"trace[1257679148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7987; }","duration":"111.322498ms","start":"2026-03-03T03:08:28.75786Z","end":"2026-03-03T03:08:28.869182Z","steps":["trace[1257679148] 'agreement among raft nodes before linearized reading' (duration: 111.217576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:29.096285Z","caller":"traceutil/trace.go:171","msg":"trace[496960050] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"222.816552ms","start":"2026-03-03T03:08:28.87345Z","end":"2026-03-03T03:08:29.096267Z","steps":["trace[496960050] 'process raft request' (duration: 173.977949ms)","trace[496960050] 'compare' (duration: 48.587748ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:08:29.096687Z","caller":"traceutil/trace.go:171","msg":"trace[1106798989] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"222.744141ms","start":"2026-03-03T03:08:28.873927Z","end":"2026-03-03T03:08:29.096671Z","steps":["trace[1106798989] 'process raft request' (duration: 222.258411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:31.561411Z","caller":"traceutil/trace.go:171","msg":"trace[357103392] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"110.019491ms","start":"2026-03-03T03:08:31.451364Z","end":"2026-03-03T03:08:31.561384Z","steps":["trace[357103392] 'process raft request' (duration: 109.828187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:31.919968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.355466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:08:31.92004Z","caller":"traceutil/trace.go:171","msg":"trace[1911698758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8000; }","duration":"101.446998ms","start":"2026-03-03T03:08:31.818577Z","end":"2026-03-03T03:08:31.920024Z","steps":["trace[1911698758] 'count revisions from in-memory index tree' (duration: 101.213512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:41.311135Z","caller":"traceutil/trace.go:171","msg":"trace[1881242802] linearizableReadLoop","detail":"{readStateIndex:8400; appliedIndex:8399; }","duration":"146.360739ms","start":"2026-03-03T03:08:41.164755Z","end":"2026-03-03T03:08:41.311116Z","steps":["trace[1881242802] 'read index received' (duration: 146.156825ms)","trace[1881242802] 'applied index is now lower than readState.Index' (duration: 203.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:08:41.311348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.584394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T03:08:41.311378Z","caller":"traceutil/trace.go:171","msg":"trace[419791147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8089; }","duration":"146.673866ms","start":"2026-03-03T03:08:41.164697Z","end":"2026-03-03T03:08:41.311371Z","steps":["trace[419791147] 'agreement among raft nodes before linearized reading' (duration: 146.516582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:41.311588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.424349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:08:41.311674Z","caller":"traceutil/trace.go:171","msg":"trace[1243347047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8089; }","duration":"116.521641ms","start":"2026-03-03T03:08:41.195134Z","end":"2026-03-03T03:08:41.311656Z","steps":["trace[1243347047] 'agreement among raft nodes before linearized reading' (duration: 116.318906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:41.31175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.148163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwhl8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T03:08:41.311836Z","caller":"traceutil/trace.go:171","msg":"trace[2004924436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwhl8; range_end:; response_count:1; response_revision:8089; }","duration":"109.290616ms","start":"2026-03-03T03:08:41.202526Z","end":"2026-03-03T03:08:41.311817Z","steps":["trace[2004924436] 'agreement among raft nodes before linearized reading' (duration: 109.01101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:41.311323Z","caller":"traceutil/trace.go:171","msg":"trace[1529273298] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"172.692751ms","start":"2026-03-03T03:08:41.138495Z","end":"2026-03-03T03:08:41.311187Z","steps":["trace[1529273298] 'process raft request' (duration: 172.479426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:08:41.517663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.400425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:08:41.517777Z","caller":"traceutil/trace.go:171","msg":"trace[1772378214] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"201.500507ms","start":"2026-03-03T03:08:41.316252Z","end":"2026-03-03T03:08:41.517753Z","steps":["trace[1772378214] 'process raft request' (duration: 93.926518ms)","trace[1772378214] 'compare' (duration: 107.301423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:08:41.518993Z","caller":"traceutil/trace.go:171","msg":"trace[477373009] linearizableReadLoop","detail":"{readStateIndex:8402; appliedIndex:8400; }","duration":"177.532425ms","start":"2026-03-03T03:08:41.34145Z","end":"2026-03-03T03:08:41.518982Z","steps":["trace[477373009] 'read index received' (duration: 68.745539ms)","trace[477373009] 'applied index is now lower than readState.Index' (duration: 108.785816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:08:41.519201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.618359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:08:41.519193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.740769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:08:41.519233Z","caller":"traceutil/trace.go:171","msg":"trace[1160176153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8091; }","duration":"135.686021ms","start":"2026-03-03T03:08:41.38354Z","end":"2026-03-03T03:08:41.519226Z","steps":["trace[1160176153] 'agreement among raft nodes before linearized reading' (duration: 135.6309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:41.519147Z","caller":"traceutil/trace.go:171","msg":"trace[1048245000] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"202.248872ms","start":"2026-03-03T03:08:41.316865Z","end":"2026-03-03T03:08:41.519113Z","steps":["trace[1048245000] 'process raft request' (duration: 202.058158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:08:41.519271Z","caller":"traceutil/trace.go:171","msg":"trace[1696056511] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8091; }","duration":"177.862491ms","start":"2026-03-03T03:08:41.341389Z","end":"2026-03-03T03:08:41.519252Z","steps":["trace[1696056511] 'agreement among raft nodes before linearized reading' (duration: 177.727458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:09:59.877406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.107402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:09:59.877513Z","caller":"traceutil/trace.go:171","msg":"trace[50468002] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8808; }","duration":"220.236795ms","start":"2026-03-03T03:09:59.657243Z","end":"2026-03-03T03:09:59.877479Z","steps":["trace[50468002] 'count revisions from in-memory index tree' (duration: 220.046791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:09:59.877668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.973825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:09:59.877779Z","caller":"traceutil/trace.go:171","msg":"trace[852082661] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8808; }","duration":"238.155848ms","start":"2026-03-03T03:09:59.6396Z","end":"2026-03-03T03:09:59.877755Z","steps":["trace[852082661] 'count revisions from in-memory index tree' (duration: 237.858952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:09:59.877802Z","caller":"traceutil/trace.go:171","msg":"trace[2066173894] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"185.356351ms","start":"2026-03-03T03:09:59.692417Z","end":"2026-03-03T03:09:59.877773Z","steps":["trace[2066173894] 'process raft request' (duration: 122.760034ms)","trace[2066173894] 'compare' (duration: 62.149017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:10:00.002887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.116344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T03:10:00.00314Z","caller":"traceutil/trace.go:171","msg":"trace[2069624917] linearizableReadLoop","detail":"{readStateIndex:9141; appliedIndex:9139; }","duration":"248.191542ms","start":"2026-03-03T03:09:59.754896Z","end":"2026-03-03T03:10:00.003088Z","steps":["trace[2069624917] 'read index received' (duration: 60.296888ms)","trace[2069624917] 'applied index is now lower than readState.Index' (duration: 187.887384ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:10:00.003185Z","caller":"traceutil/trace.go:171","msg":"trace[1707106782] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"126.416541ms","start":"2026-03-03T03:09:59.876744Z","end":"2026-03-03T03:10:00.003161Z","steps":["trace[1707106782] 'process raft request' (duration: 126.267458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:10:00.003429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.422797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:10:00.003462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.810787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwhl8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T03:10:00.003502Z","caller":"traceutil/trace.go:171","msg":"trace[1259540237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwhl8; range_end:; response_count:1; response_revision:8810; }","duration":"183.914139ms","start":"2026-03-03T03:09:59.819576Z","end":"2026-03-03T03:10:00.00349Z","steps":["trace[1259540237] 'agreement among raft nodes before linearized reading' (duration: 183.718145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:10:00.003541Z","caller":"traceutil/trace.go:171","msg":"trace[1022732661] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8810; }","duration":"248.631232ms","start":"2026-03-03T03:09:59.754852Z","end":"2026-03-03T03:10:00.003484Z","steps":["trace[1022732661] 'agreement among raft nodes before linearized reading' (duration: 248.352446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:12:04.646202Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:12:04.653022Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T03:12:04.653145Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T03:12:41.674518Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7574} {"level":"info","ts":"2026-03-03T03:12:41.734082Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7574,"took":"57.240202ms","hash":4130441435,"current-db-size-bytes":41189376,"current-db-size":"41 MB","current-db-size-in-use-bytes":26075136,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T03:12:41.734156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4130441435,"revision":7574,"compact-revision":5636} {"level":"info","ts":"2026-03-03T03:13:43.363101Z","caller":"traceutil/trace.go:171","msg":"trace[2023296713] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"137.378519ms","start":"2026-03-03T03:13:43.225697Z","end":"2026-03-03T03:13:43.363075Z","steps":["trace[2023296713] 'process raft request' (duration: 137.228396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:13:43.372942Z","caller":"traceutil/trace.go:171","msg":"trace[611174832] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"112.002878ms","start":"2026-03-03T03:13:43.26091Z","end":"2026-03-03T03:13:43.372913Z","steps":["trace[611174832] 'process raft request' (duration: 111.959497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:13:43.372999Z","caller":"traceutil/trace.go:171","msg":"trace[94826069] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"118.837184ms","start":"2026-03-03T03:13:43.254141Z","end":"2026-03-03T03:13:43.372978Z","steps":["trace[94826069] 'process raft request' (duration: 118.607009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:17:41.682382Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10030} {"level":"info","ts":"2026-03-03T03:17:41.780369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10030,"took":"95.368721ms","hash":4010149982,"current-db-size-bytes":41189376,"current-db-size":"41 MB","current-db-size-in-use-bytes":23470080,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T03:17:41.7805Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4010149982,"revision":10030,"compact-revision":7574} {"level":"info","ts":"2026-03-03T03:19:34.897225Z","caller":"traceutil/trace.go:171","msg":"trace[1833104926] transaction","detail":"{read_only:false; response_revision:12769; number_of_response:1; }","duration":"124.538181ms","start":"2026-03-03T03:19:34.77266Z","end":"2026-03-03T03:19:34.897198Z","steps":["trace[1833104926] 'process raft request' (duration: 120.73157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:19:34.89722Z","caller":"traceutil/trace.go:171","msg":"trace[1163272611] transaction","detail":"{read_only:false; response_revision:12770; number_of_response:1; }","duration":"124.053521ms","start":"2026-03-03T03:19:34.773123Z","end":"2026-03-03T03:19:34.897177Z","steps":["trace[1163272611] 'process raft request' (duration: 123.996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:19:53.879972Z","caller":"traceutil/trace.go:171","msg":"trace[2118897910] linearizableReadLoop","detail":"{readStateIndex:13334; appliedIndex:13333; }","duration":"191.42456ms","start":"2026-03-03T03:19:53.688521Z","end":"2026-03-03T03:19:53.879946Z","steps":["trace[2118897910] 'read index received' (duration: 191.251117ms)","trace[2118897910] 'applied index is now lower than readState.Index' (duration: 172.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:19:53.880066Z","caller":"traceutil/trace.go:171","msg":"trace[1616142618] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"233.304049ms","start":"2026-03-03T03:19:53.646731Z","end":"2026-03-03T03:19:53.880035Z","steps":["trace[1616142618] 'process raft request' (duration: 233.055844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:19:53.880267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.31499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:19:53.880292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.705996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T03:19:53.880339Z","caller":"traceutil/trace.go:171","msg":"trace[54654751] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12862; }","duration":"160.539616ms","start":"2026-03-03T03:19:53.719781Z","end":"2026-03-03T03:19:53.88032Z","steps":["trace[54654751] 'agreement among raft nodes before linearized reading' (duration: 160.334211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:19:53.880357Z","caller":"traceutil/trace.go:171","msg":"trace[245632471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12862; }","duration":"191.85723ms","start":"2026-03-03T03:19:53.688484Z","end":"2026-03-03T03:19:53.880341Z","steps":["trace[245632471] 'agreement among raft nodes before linearized reading' (duration: 191.567173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:20:01.804564Z","caller":"traceutil/trace.go:171","msg":"trace[1045587695] transaction","detail":"{read_only:false; response_revision:12897; number_of_response:1; }","duration":"137.077437ms","start":"2026-03-03T03:20:01.667464Z","end":"2026-03-03T03:20:01.804541Z","steps":["trace[1045587695] 'process raft request' (duration: 136.904094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:20:08.211491Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000346c.wal"} {"level":"info","ts":"2026-03-03T03:20:10.064254Z","caller":"traceutil/trace.go:171","msg":"trace[1137979981] transaction","detail":"{read_only:false; response_revision:12953; number_of_response:1; }","duration":"106.161937ms","start":"2026-03-03T03:20:09.958047Z","end":"2026-03-03T03:20:10.064209Z","steps":["trace[1137979981] 'process raft request' (duration: 105.965223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:20:30.713398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.410502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:20:30.713528Z","caller":"traceutil/trace.go:171","msg":"trace[606951303] linearizableReadLoop","detail":"{readStateIndex:13734; appliedIndex:13733; }","duration":"329.21088ms","start":"2026-03-03T03:20:30.384301Z","end":"2026-03-03T03:20:30.713512Z","steps":["trace[606951303] 'read index received' (duration: 32.558822ms)","trace[606951303] 'applied index is now lower than readState.Index' (duration: 296.651097ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:20:30.713596Z","caller":"traceutil/trace.go:171","msg":"trace[1856926844] transaction","detail":"{read_only:false; response_revision:13245; number_of_response:1; }","duration":"429.515261ms","start":"2026-03-03T03:20:30.284068Z","end":"2026-03-03T03:20:30.713584Z","steps":["trace[1856926844] 'process raft request' (duration: 132.830303ms)","trace[1856926844] 'compare' (duration: 296.271889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:20:30.713658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:20:30.284029Z","time spent":"429.598363ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:20:30.71371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.401043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:20:30.71399Z","caller":"traceutil/trace.go:171","msg":"trace[219229667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13245; }","duration":"329.71744ms","start":"2026-03-03T03:20:30.384253Z","end":"2026-03-03T03:20:30.713971Z","steps":["trace[219229667] 'agreement among raft nodes before linearized reading' (duration: 329.410094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:20:30.71405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:20:30.384232Z","time spent":"329.806993ms","remote":"127.0.0.1:50372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:20:30.726525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.342981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-143c0d5d-920a-4ca4-affb-16850f7c08dc\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T03:20:30.726566Z","caller":"traceutil/trace.go:171","msg":"trace[89163903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-143c0d5d-920a-4ca4-affb-16850f7c08dc; range_end:; response_count:1; response_revision:13246; }","duration":"297.415313ms","start":"2026-03-03T03:20:30.42914Z","end":"2026-03-03T03:20:30.726555Z","steps":["trace[89163903] 'agreement among raft nodes before linearized reading' (duration: 297.287531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:20:30.726605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.278258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T03:20:30.726672Z","caller":"traceutil/trace.go:171","msg":"trace[103394764] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13246; }","duration":"263.389301ms","start":"2026-03-03T03:20:30.463266Z","end":"2026-03-03T03:20:30.726655Z","steps":["trace[103394764] 'agreement among raft nodes before linearized reading' (duration: 263.228397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:20:30.726794Z","caller":"traceutil/trace.go:171","msg":"trace[1412509374] transaction","detail":"{read_only:false; response_revision:13246; number_of_response:1; }","duration":"211.478857ms","start":"2026-03-03T03:20:30.515305Z","end":"2026-03-03T03:20:30.726783Z","steps":["trace[1412509374] 'process raft request' (duration: 211.056227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:20:30.726901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.068765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T03:20:30.726932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.616919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:20:30.72706Z","caller":"traceutil/trace.go:171","msg":"trace[1958732484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13246; }","duration":"200.215378ms","start":"2026-03-03T03:20:30.526796Z","end":"2026-03-03T03:20:30.727012Z","steps":["trace[1958732484] 'agreement among raft nodes before linearized reading' (duration: 199.84792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:20:30.727127Z","caller":"traceutil/trace.go:171","msg":"trace[1285723894] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13246; }","duration":"290.873134ms","start":"2026-03-03T03:20:30.436166Z","end":"2026-03-03T03:20:30.727039Z","steps":["trace[1285723894] 'agreement among raft nodes before linearized reading' (duration: 290.507357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:20:30.727308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.720663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T03:20:30.727361Z","caller":"traceutil/trace.go:171","msg":"trace[379199707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13246; }","duration":"188.808725ms","start":"2026-03-03T03:20:30.53854Z","end":"2026-03-03T03:20:30.727348Z","steps":["trace[379199707] 'agreement among raft nodes before linearized reading' (duration: 188.56548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:21:56.98746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.052941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T03:21:56.987584Z","caller":"traceutil/trace.go:171","msg":"trace[294491853] linearizableReadLoop","detail":"{readStateIndex:14522; appliedIndex:14521; }","duration":"200.782369ms","start":"2026-03-03T03:21:56.786784Z","end":"2026-03-03T03:21:56.987567Z","steps":["trace[294491853] 'read index received' (duration: 57.412841ms)","trace[294491853] 'applied index is now lower than readState.Index' (duration: 143.368488ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:21:56.987649Z","caller":"traceutil/trace.go:171","msg":"trace[2027910305] transaction","detail":"{read_only:false; response_revision:14010; number_of_response:1; }","duration":"301.060291ms","start":"2026-03-03T03:21:56.686558Z","end":"2026-03-03T03:21:56.987618Z","steps":["trace[2027910305] 'process raft request' (duration: 157.751735ms)","trace[2027910305] 'compare' (duration: 142.884058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:21:56.98772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.640501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T03:21:56.987735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.788749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T03:21:56.987756Z","caller":"traceutil/trace.go:171","msg":"trace[1008899061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14010; }","duration":"157.719183ms","start":"2026-03-03T03:21:56.830022Z","end":"2026-03-03T03:21:56.987741Z","steps":["trace[1008899061] 'agreement among raft nodes before linearized reading' (duration: 157.662552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:21:56.987776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:21:56.686543Z","time spent":"301.165183ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:21:56.987785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.997864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-03T03:21:56.987795Z","caller":"traceutil/trace.go:171","msg":"trace[1439415025] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14010; }","duration":"200.900522ms","start":"2026-03-03T03:21:56.786879Z","end":"2026-03-03T03:21:56.98778Z","steps":["trace[1439415025] 'agreement among raft nodes before linearized reading' (duration: 200.7989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:56.98782Z","caller":"traceutil/trace.go:171","msg":"trace[1700329049] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14010; }","duration":"201.060434ms","start":"2026-03-03T03:21:56.78675Z","end":"2026-03-03T03:21:56.987811Z","steps":["trace[1700329049] 'agreement among raft nodes before linearized reading' (duration: 200.918422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:21:56.987832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.925668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T03:21:56.987831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.806951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-03T03:21:56.987827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.151924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xzp9h\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-03T03:21:56.987874Z","caller":"traceutil/trace.go:171","msg":"trace[298543055] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14010; }","duration":"157.992399ms","start":"2026-03-03T03:21:56.82987Z","end":"2026-03-03T03:21:56.987862Z","steps":["trace[298543055] 'agreement among raft nodes before linearized reading' (duration: 157.869556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:56.987882Z","caller":"traceutil/trace.go:171","msg":"trace[1985725291] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14010; }","duration":"153.882492ms","start":"2026-03-03T03:21:56.833986Z","end":"2026-03-03T03:21:56.987869Z","steps":["trace[1985725291] 'agreement among raft nodes before linearized reading' (duration: 153.725398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:56.987897Z","caller":"traceutil/trace.go:171","msg":"trace[1408511405] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xzp9h; range_end:; response_count:1; response_revision:14010; }","duration":"167.251086ms","start":"2026-03-03T03:21:56.820625Z","end":"2026-03-03T03:21:56.987876Z","steps":["trace[1408511405] 'agreement among raft nodes before linearized reading' (duration: 167.070192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:21:56.988002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.869401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T03:21:56.988033Z","caller":"traceutil/trace.go:171","msg":"trace[1068581396] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14010; }","duration":"200.899702ms","start":"2026-03-03T03:21:56.787125Z","end":"2026-03-03T03:21:56.988025Z","steps":["trace[1068581396] 'agreement among raft nodes before linearized reading' (duration: 200.773189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:21:57.332258Z","caller":"traceutil/trace.go:171","msg":"trace[1743646758] linearizableReadLoop","detail":"{readStateIndex:14524; appliedIndex:14523; }","duration":"141.754944ms","start":"2026-03-03T03:21:57.190476Z","end":"2026-03-03T03:21:57.332231Z","steps":["trace[1743646758] 'read index received' (duration: 141.603841ms)","trace[1743646758] 'applied index is now lower than readState.Index' (duration: 150.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:21:57.332302Z","caller":"traceutil/trace.go:171","msg":"trace[1519192202] transaction","detail":"{read_only:false; response_revision:14012; number_of_response:1; }","duration":"166.097621ms","start":"2026-03-03T03:21:57.166178Z","end":"2026-03-03T03:21:57.332276Z","steps":["trace[1519192202] 'process raft request' (duration: 165.870096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:21:57.332499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.995079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtl5v\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-03T03:21:57.332545Z","caller":"traceutil/trace.go:171","msg":"trace[892829670] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtl5v; range_end:; response_count:1; response_revision:14012; }","duration":"142.065671ms","start":"2026-03-03T03:21:57.190469Z","end":"2026-03-03T03:21:57.332535Z","steps":["trace[892829670] 'agreement among raft nodes before linearized reading' (duration: 141.865626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:22:41.692172Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11969} {"level":"info","ts":"2026-03-03T03:22:41.777888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11969,"took":"83.875557ms","hash":3008597973,"current-db-size-bytes":41189376,"current-db-size":"41 MB","current-db-size-in-use-bytes":26632192,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T03:22:41.777931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3008597973,"revision":11969,"compact-revision":10030} {"level":"info","ts":"2026-03-03T03:23:18.426544Z","caller":"traceutil/trace.go:171","msg":"trace[527793451] linearizableReadLoop","detail":"{readStateIndex:15043; appliedIndex:15042; }","duration":"242.035459ms","start":"2026-03-03T03:23:18.184493Z","end":"2026-03-03T03:23:18.426529Z","steps":["trace[527793451] 'read index received' (duration: 241.855075ms)","trace[527793451] 'applied index is now lower than readState.Index' (duration: 179.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:18.426639Z","caller":"traceutil/trace.go:171","msg":"trace[444901621] transaction","detail":"{read_only:false; response_revision:14513; number_of_response:1; }","duration":"281.299782ms","start":"2026-03-03T03:23:18.145304Z","end":"2026-03-03T03:23:18.426604Z","steps":["trace[444901621] 'process raft request' (duration: 281.122308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:18.426707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.202473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mtl5v\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-03T03:23:18.426736Z","caller":"traceutil/trace.go:171","msg":"trace[99437637] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mtl5v; range_end:; response_count:1; response_revision:14513; }","duration":"242.241423ms","start":"2026-03-03T03:23:18.184487Z","end":"2026-03-03T03:23:18.426729Z","steps":["trace[99437637] 'agreement among raft nodes before linearized reading' (duration: 242.141891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:18.426998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.322135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T03:23:18.427045Z","caller":"traceutil/trace.go:171","msg":"trace[1430321500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14513; }","duration":"158.384417ms","start":"2026-03-03T03:23:18.268648Z","end":"2026-03-03T03:23:18.427032Z","steps":["trace[1430321500] 'agreement among raft nodes before linearized reading' (duration: 158.206603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:18.427158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.188761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwhl8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T03:23:18.4272Z","caller":"traceutil/trace.go:171","msg":"trace[789511511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwhl8; range_end:; response_count:1; response_revision:14513; }","duration":"123.291443ms","start":"2026-03-03T03:23:18.303899Z","end":"2026-03-03T03:23:18.42719Z","steps":["trace[789511511] 'agreement among raft nodes before linearized reading' (duration: 123.180491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:18.427263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.536675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7291"} {"level":"info","ts":"2026-03-03T03:23:18.427331Z","caller":"traceutil/trace.go:171","msg":"trace[1264264510] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:14513; }","duration":"129.639658ms","start":"2026-03-03T03:23:18.297675Z","end":"2026-03-03T03:23:18.427315Z","steps":["trace[1264264510] 'agreement among raft nodes before linearized reading' (duration: 129.459214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:19.491688Z","caller":"traceutil/trace.go:171","msg":"trace[730277913] linearizableReadLoop","detail":"{readStateIndex:15048; appliedIndex:15047; }","duration":"380.019503ms","start":"2026-03-03T03:23:19.111639Z","end":"2026-03-03T03:23:19.491658Z","steps":["trace[730277913] 'read index received' (duration: 379.88554ms)","trace[730277913] 'applied index is now lower than readState.Index' (duration: 131.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:19.49175Z","caller":"traceutil/trace.go:171","msg":"trace[1238395371] transaction","detail":"{read_only:false; response_revision:14518; number_of_response:1; }","duration":"381.408643ms","start":"2026-03-03T03:23:19.110299Z","end":"2026-03-03T03:23:19.491708Z","steps":["trace[1238395371] 'process raft request' (duration: 381.191329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:19.491875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.213458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T03:23:19.491941Z","caller":"traceutil/trace.go:171","msg":"trace[1036535997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14518; }","duration":"380.30581ms","start":"2026-03-03T03:23:19.111617Z","end":"2026-03-03T03:23:19.491922Z","steps":["trace[1036535997] 'agreement among raft nodes before linearized reading' (duration: 380.145456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:19.491936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:19.110287Z","time spent":"381.551477ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:23:19.49199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:19.11161Z","time spent":"380.368971ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:23:19.493314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.247739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T03:23:19.49338Z","caller":"traceutil/trace.go:171","msg":"trace[2080040229] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14519; }","duration":"312.345071ms","start":"2026-03-03T03:23:19.181017Z","end":"2026-03-03T03:23:19.493362Z","steps":["trace[2080040229] 'agreement among raft nodes before linearized reading' (duration: 312.140606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:19.493417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:19.181007Z","time spent":"312.402042ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T03:23:19.49343Z","caller":"traceutil/trace.go:171","msg":"trace[1824875251] transaction","detail":"{read_only:false; response_revision:14519; number_of_response:1; }","duration":"165.919867ms","start":"2026-03-03T03:23:19.327485Z","end":"2026-03-03T03:23:19.493405Z","steps":["trace[1824875251] 'process raft request' (duration: 165.564259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:19.493673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.031713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T03:23:19.493722Z","caller":"traceutil/trace.go:171","msg":"trace[814874285] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14519; }","duration":"312.095565ms","start":"2026-03-03T03:23:19.181613Z","end":"2026-03-03T03:23:19.493709Z","steps":["trace[814874285] 'agreement among raft nodes before linearized reading' (duration: 311.990743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:19.493751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:19.181604Z","time spent":"312.140356ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:23:19.493973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.511963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T03:23:19.494092Z","caller":"traceutil/trace.go:171","msg":"trace[138066181] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14519; }","duration":"312.678986ms","start":"2026-03-03T03:23:19.181384Z","end":"2026-03-03T03:23:19.494063Z","steps":["trace[138066181] 'agreement among raft nodes before linearized reading' (duration: 312.307069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:19.494151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:23:19.181371Z","time spent":"312.764089ms","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T03:23:19.494258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.125618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-86cb786698-sctm8.1899367175681bfb\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-03T03:23:19.49435Z","caller":"traceutil/trace.go:171","msg":"trace[408055199] range","detail":"{range_begin:/registry/events/openstack/cinder-api-86cb786698-sctm8.1899367175681bfb; range_end:; response_count:1; response_revision:14519; }","duration":"213.23574ms","start":"2026-03-03T03:23:19.281089Z","end":"2026-03-03T03:23:19.494325Z","steps":["trace[408055199] 'agreement among raft nodes before linearized reading' (duration: 212.113136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:23:25.630483Z","caller":"traceutil/trace.go:171","msg":"trace[1611090022] linearizableReadLoop","detail":"{readStateIndex:15082; appliedIndex:15081; }","duration":"117.687634ms","start":"2026-03-03T03:23:25.51277Z","end":"2026-03-03T03:23:25.630458Z","steps":["trace[1611090022] 'read index received' (duration: 117.541311ms)","trace[1611090022] 'applied index is now lower than readState.Index' (duration: 144.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:23:25.630591Z","caller":"traceutil/trace.go:171","msg":"trace[983058941] transaction","detail":"{read_only:false; response_revision:14550; number_of_response:1; }","duration":"121.762901ms","start":"2026-03-03T03:23:25.508791Z","end":"2026-03-03T03:23:25.630554Z","steps":["trace[983058941] 'process raft request' (duration: 121.504556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:23:25.630752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.95648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T03:23:25.630803Z","caller":"traceutil/trace.go:171","msg":"trace[977544682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14550; }","duration":"118.040672ms","start":"2026-03-03T03:23:25.51275Z","end":"2026-03-03T03:23:25.63079Z","steps":["trace[977544682] 'agreement among raft nodes before linearized reading' (duration: 117.845408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:41.70226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14284} {"level":"info","ts":"2026-03-03T03:27:41.791696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14284,"took":"86.429277ms","hash":3393080452,"current-db-size-bytes":41607168,"current-db-size":"42 MB","current-db-size-in-use-bytes":28184576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:27:41.791764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3393080452,"revision":14284,"compact-revision":11969} {"level":"warn","ts":"2026-03-03T03:27:45.026726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.294786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:27:45.026718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.605625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:27:45.026858Z","caller":"traceutil/trace.go:171","msg":"trace[490841131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16415; }","duration":"158.49108ms","start":"2026-03-03T03:27:44.868342Z","end":"2026-03-03T03:27:45.026833Z","steps":["trace[490841131] 'range keys from in-memory index tree' (duration: 158.095063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:45.026897Z","caller":"traceutil/trace.go:171","msg":"trace[204435862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16415; }","duration":"134.877021ms","start":"2026-03-03T03:27:44.891986Z","end":"2026-03-03T03:27:45.026863Z","steps":["trace[204435862] 'range keys from in-memory index tree' (duration: 134.306269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:45.026726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.779776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:27:45.02707Z","caller":"traceutil/trace.go:171","msg":"trace[1364904326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16415; }","duration":"132.162483ms","start":"2026-03-03T03:27:44.894872Z","end":"2026-03-03T03:27:45.027034Z","steps":["trace[1364904326] 'range keys from in-memory index tree' (duration: 131.579991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:27:45.027425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.771127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xzp9h\" ","response":"range_response_count:1 size:20872"} {"level":"info","ts":"2026-03-03T03:27:45.027596Z","caller":"traceutil/trace.go:171","msg":"trace[547709387] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xzp9h; range_end:; response_count:1; response_revision:16415; }","duration":"116.017752ms","start":"2026-03-03T03:27:44.911544Z","end":"2026-03-03T03:27:45.027562Z","steps":["trace[547709387] 'range keys from in-memory index tree' (duration: 115.475291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:46.022741Z","caller":"traceutil/trace.go:171","msg":"trace[2140179549] transaction","detail":"{read_only:false; response_revision:16420; number_of_response:1; }","duration":"165.981038ms","start":"2026-03-03T03:27:45.856734Z","end":"2026-03-03T03:27:46.022715Z","steps":["trace[2140179549] 'process raft request' (duration: 165.818205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:27:46.038561Z","caller":"traceutil/trace.go:171","msg":"trace[1692206551] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"179.224458ms","start":"2026-03-03T03:27:45.859318Z","end":"2026-03-03T03:27:46.038543Z","steps":["trace[1692206551] 'process raft request' (duration: 179.066674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:32:41.709101Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16397} {"level":"info","ts":"2026-03-03T03:32:41.803139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16397,"took":"91.299103ms","hash":1960785232,"current-db-size-bytes":44150784,"current-db-size":"44 MB","current-db-size-in-use-bytes":29499392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T03:32:41.803204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1960785232,"revision":16397,"compact-revision":14284} {"level":"info","ts":"2026-03-03T03:33:18.825912Z","caller":"traceutil/trace.go:171","msg":"trace[1289778250] linearizableReadLoop","detail":"{readStateIndex:19550; appliedIndex:19549; }","duration":"110.93744ms","start":"2026-03-03T03:33:18.714956Z","end":"2026-03-03T03:33:18.825894Z","steps":["trace[1289778250] 'read index received' (duration: 110.729566ms)","trace[1289778250] 'applied index is now lower than readState.Index' (duration: 207.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:33:18.825981Z","caller":"traceutil/trace.go:171","msg":"trace[1866413211] transaction","detail":"{read_only:false; response_revision:18868; number_of_response:1; }","duration":"119.092033ms","start":"2026-03-03T03:33:18.706854Z","end":"2026-03-03T03:33:18.825946Z","steps":["trace[1866413211] 'process raft request' (duration: 118.893989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:18.826094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.120504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:33:18.826117Z","caller":"traceutil/trace.go:171","msg":"trace[1860237985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18868; }","duration":"111.190894ms","start":"2026-03-03T03:33:18.714918Z","end":"2026-03-03T03:33:18.826109Z","steps":["trace[1860237985] 'agreement among raft nodes before linearized reading' (duration: 111.089492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:33:24.956428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.581583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:33:24.956532Z","caller":"traceutil/trace.go:171","msg":"trace[1448562763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18897; }","duration":"111.761426ms","start":"2026-03-03T03:33:24.844751Z","end":"2026-03-03T03:33:24.956512Z","steps":["trace[1448562763] 'range keys from in-memory index tree' (duration: 111.374518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:25.123633Z","caller":"traceutil/trace.go:171","msg":"trace[541037985] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"160.019623ms","start":"2026-03-03T03:33:24.963589Z","end":"2026-03-03T03:33:25.123609Z","steps":["trace[541037985] 'process raft request' (duration: 159.935511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:25.123673Z","caller":"traceutil/trace.go:171","msg":"trace[1373205929] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"160.105744ms","start":"2026-03-03T03:33:24.963527Z","end":"2026-03-03T03:33:25.123632Z","steps":["trace[1373205929] 'process raft request' (duration: 141.302224ms)","trace[1373205929] 'compare' (duration: 18.550165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:33:25.123867Z","caller":"traceutil/trace.go:171","msg":"trace[1383027809] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"160.003082ms","start":"2026-03-03T03:33:24.963824Z","end":"2026-03-03T03:33:25.123827Z","steps":["trace[1383027809] 'process raft request' (duration: 159.749037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:25.867826Z","caller":"traceutil/trace.go:171","msg":"trace[504789709] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"186.200199ms","start":"2026-03-03T03:33:25.681586Z","end":"2026-03-03T03:33:25.867786Z","steps":["trace[504789709] 'process raft request' (duration: 185.967824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:25.897224Z","caller":"traceutil/trace.go:171","msg":"trace[837207575] transaction","detail":"{read_only:false; response_revision:18904; number_of_response:1; }","duration":"162.186229ms","start":"2026-03-03T03:33:25.735012Z","end":"2026-03-03T03:33:25.897198Z","steps":["trace[837207575] 'process raft request' (duration: 162.050806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:50.006116Z","caller":"traceutil/trace.go:171","msg":"trace[4809414] transaction","detail":"{read_only:false; response_revision:19018; number_of_response:1; }","duration":"194.710431ms","start":"2026-03-03T03:33:49.811367Z","end":"2026-03-03T03:33:50.006078Z","steps":["trace[4809414] 'process raft request' (duration: 194.513397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:50.231734Z","caller":"traceutil/trace.go:171","msg":"trace[1934713218] transaction","detail":"{read_only:false; response_revision:19019; number_of_response:1; }","duration":"248.033165ms","start":"2026-03-03T03:33:49.983662Z","end":"2026-03-03T03:33:50.231695Z","steps":["trace[1934713218] 'process raft request' (duration: 246.666885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:50.233682Z","caller":"traceutil/trace.go:171","msg":"trace[2117019705] transaction","detail":"{read_only:false; response_revision:19021; number_of_response:1; }","duration":"220.197401ms","start":"2026-03-03T03:33:50.013469Z","end":"2026-03-03T03:33:50.233666Z","steps":["trace[2117019705] 'process raft request' (duration: 220.109879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:50.233861Z","caller":"traceutil/trace.go:171","msg":"trace[813639291] transaction","detail":"{read_only:false; response_revision:19020; number_of_response:1; }","duration":"223.41251ms","start":"2026-03-03T03:33:50.010442Z","end":"2026-03-03T03:33:50.233855Z","steps":["trace[813639291] 'process raft request' (duration: 223.032752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:33:50.234168Z","caller":"traceutil/trace.go:171","msg":"trace[4525087] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"213.953218ms","start":"2026-03-03T03:33:50.020205Z","end":"2026-03-03T03:33:50.234158Z","steps":["trace[4525087] 'process raft request' (duration: 213.437628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:34:00.295283Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:34:00.30855Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T03:34:00.308661Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T03:37:19.227927Z","caller":"traceutil/trace.go:171","msg":"trace[67193816] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"162.396383ms","start":"2026-03-03T03:37:19.065495Z","end":"2026-03-03T03:37:19.227891Z","steps":["trace[67193816] 'process raft request' (duration: 135.376058ms)","trace[67193816] 'compare' (duration: 26.851901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:37:19.459561Z","caller":"traceutil/trace.go:171","msg":"trace[133722928] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"221.663483ms","start":"2026-03-03T03:37:19.237875Z","end":"2026-03-03T03:37:19.459539Z","steps":["trace[133722928] 'process raft request' (duration: 204.445907ms)","trace[133722928] 'compare' (duration: 16.655214ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:37:19.459718Z","caller":"traceutil/trace.go:171","msg":"trace[1329955161] linearizableReadLoop","detail":"{readStateIndex:21954; appliedIndex:21953; }","duration":"145.368401ms","start":"2026-03-03T03:37:19.314314Z","end":"2026-03-03T03:37:19.459682Z","steps":["trace[1329955161] 'read index received' (duration: 128.174326ms)","trace[1329955161] 'applied index is now lower than readState.Index' (duration: 17.192805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:37:19.459986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.656187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T03:37:19.460097Z","caller":"traceutil/trace.go:171","msg":"trace[721879480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21199; }","duration":"145.75236ms","start":"2026-03-03T03:37:19.314298Z","end":"2026-03-03T03:37:19.46005Z","steps":["trace[721879480] 'agreement among raft nodes before linearized reading' (duration: 145.485414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:37:19.649061Z","caller":"traceutil/trace.go:171","msg":"trace[547820602] transaction","detail":"{read_only:false; response_revision:21200; number_of_response:1; }","duration":"184.570325ms","start":"2026-03-03T03:37:19.464459Z","end":"2026-03-03T03:37:19.649029Z","steps":["trace[547820602] 'process raft request' (duration: 184.35848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:37:41.716099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18698} {"level":"info","ts":"2026-03-03T03:37:41.825873Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18698,"took":"105.912441ms","hash":2817443465,"current-db-size-bytes":46755840,"current-db-size":"47 MB","current-db-size-in-use-bytes":36700160,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-03T03:37:41.825956Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2817443465,"revision":18698,"compact-revision":16397} {"level":"info","ts":"2026-03-03T03:40:44.003396Z","caller":"traceutil/trace.go:171","msg":"trace[1646013465] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"121.946103ms","start":"2026-03-03T03:40:43.881416Z","end":"2026-03-03T03:40:44.003362Z","steps":["trace[1646013465] 'process raft request' (duration: 121.709478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:49.541901Z","caller":"traceutil/trace.go:171","msg":"trace[547127450] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"230.923348ms","start":"2026-03-03T03:40:49.310957Z","end":"2026-03-03T03:40:49.54188Z","steps":["trace[547127450] 'process raft request' (duration: 153.932944ms)","trace[547127450] 'compare' (duration: 76.844891ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:49.541901Z","caller":"traceutil/trace.go:171","msg":"trace[1170008190] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24039; }","duration":"225.80613ms","start":"2026-03-03T03:40:49.31607Z","end":"2026-03-03T03:40:49.541877Z","steps":["trace[1170008190] 'read index received' (duration: 47.486554ms)","trace[1170008190] 'applied index is now lower than readState.Index' (duration: 178.318456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:49.542264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.152787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:40:49.542389Z","caller":"traceutil/trace.go:171","msg":"trace[38798839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23229; }","duration":"226.332571ms","start":"2026-03-03T03:40:49.316032Z","end":"2026-03-03T03:40:49.542364Z","steps":["trace[38798839] 'agreement among raft nodes before linearized reading' (duration: 225.957973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:49.71602Z","caller":"traceutil/trace.go:171","msg":"trace[96638924] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"168.936326ms","start":"2026-03-03T03:40:49.54706Z","end":"2026-03-03T03:40:49.715996Z","steps":["trace[96638924] 'process raft request' (duration: 168.885205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:49.716074Z","caller":"traceutil/trace.go:171","msg":"trace[244329460] linearizableReadLoop","detail":"{readStateIndex:24042; appliedIndex:24041; }","duration":"173.956193ms","start":"2026-03-03T03:40:49.542095Z","end":"2026-03-03T03:40:49.716051Z","steps":["trace[244329460] 'read index received' (duration: 114.920183ms)","trace[244329460] 'applied index is now lower than readState.Index' (duration: 59.03385ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:49.716003Z","caller":"traceutil/trace.go:171","msg":"trace[149655376] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"197.680788ms","start":"2026-03-03T03:40:49.518277Z","end":"2026-03-03T03:40:49.715958Z","steps":["trace[149655376] 'process raft request' (duration: 138.541196ms)","trace[149655376] 'compare' (duration: 58.966588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:49.716187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.221765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:40:49.716261Z","caller":"traceutil/trace.go:171","msg":"trace[1349356874] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23231; }","duration":"306.356258ms","start":"2026-03-03T03:40:49.409887Z","end":"2026-03-03T03:40:49.716243Z","steps":["trace[1349356874] 'agreement among raft nodes before linearized reading' (duration: 306.201585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:49.71622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.849375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:40:49.716311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:49.40987Z","time spent":"306.429359ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T03:40:49.717316Z","caller":"traceutil/trace.go:171","msg":"trace[1281014792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23231; }","duration":"333.989518ms","start":"2026-03-03T03:40:49.382306Z","end":"2026-03-03T03:40:49.716296Z","steps":["trace[1281014792] 'agreement among raft nodes before linearized reading' (duration: 333.811074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:49.71741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:49.382288Z","time spent":"335.105872ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:40:50.029893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.323156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:50.030004Z","caller":"traceutil/trace.go:171","msg":"trace[1236826944] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"245.273104ms","start":"2026-03-03T03:40:49.784712Z","end":"2026-03-03T03:40:50.029985Z","steps":["trace[1236826944] 'process raft request' (duration: 140.758474ms)","trace[1236826944] 'compare' (duration: 104.093201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:50.032095Z","caller":"traceutil/trace.go:171","msg":"trace[1464340737] linearizableReadLoop","detail":"{readStateIndex:24047; appliedIndex:24044; }","duration":"185.308445ms","start":"2026-03-03T03:40:49.846756Z","end":"2026-03-03T03:40:50.032065Z","steps":["trace[1464340737] 'read index received' (duration: 78.629338ms)","trace[1464340737] 'applied index is now lower than readState.Index' (duration: 106.677427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:50.032289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.504189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T03:40:50.032333Z","caller":"traceutil/trace.go:171","msg":"trace[558511937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23236; }","duration":"185.618891ms","start":"2026-03-03T03:40:49.846703Z","end":"2026-03-03T03:40:50.032322Z","steps":["trace[558511937] 'agreement among raft nodes before linearized reading' (duration: 185.480348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:50.032637Z","caller":"traceutil/trace.go:171","msg":"trace[446220246] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"207.977988ms","start":"2026-03-03T03:40:49.824632Z","end":"2026-03-03T03:40:50.03261Z","steps":["trace[446220246] 'process raft request' (duration: 207.338925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:50.032654Z","caller":"traceutil/trace.go:171","msg":"trace[1710444328] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"155.298014ms","start":"2026-03-03T03:40:49.877345Z","end":"2026-03-03T03:40:50.032643Z","steps":["trace[1710444328] 'process raft request' (duration: 154.673351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:50.032729Z","caller":"traceutil/trace.go:171","msg":"trace[258485103] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"208.761315ms","start":"2026-03-03T03:40:49.823922Z","end":"2026-03-03T03:40:50.032683Z","steps":["trace[258485103] 'process raft request' (duration: 207.918167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:54.244188Z","caller":"traceutil/trace.go:171","msg":"trace[633287059] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"111.966179ms","start":"2026-03-03T03:40:54.132192Z","end":"2026-03-03T03:40:54.244158Z","steps":["trace[633287059] 'process raft request' (duration: 111.756044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:54.406637Z","caller":"traceutil/trace.go:171","msg":"trace[661709448] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"149.9027ms","start":"2026-03-03T03:40:54.256688Z","end":"2026-03-03T03:40:54.406591Z","steps":["trace[661709448] 'process raft request' (duration: 121.483122ms)","trace[661709448] 'compare' (duration: 27.832165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:54.406722Z","caller":"traceutil/trace.go:171","msg":"trace[587377866] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"118.043681ms","start":"2026-03-03T03:40:54.288646Z","end":"2026-03-03T03:40:54.40669Z","steps":["trace[587377866] 'process raft request' (duration: 117.798505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:54.68126Z","caller":"traceutil/trace.go:171","msg":"trace[684892295] linearizableReadLoop","detail":"{readStateIndex:24084; appliedIndex:24083; }","duration":"152.663839ms","start":"2026-03-03T03:40:54.528571Z","end":"2026-03-03T03:40:54.681235Z","steps":["trace[684892295] 'read index received' (duration: 127.43454ms)","trace[684892295] 'applied index is now lower than readState.Index' (duration: 25.228339ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:54.681563Z","caller":"traceutil/trace.go:171","msg":"trace[105577027] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"195.785629ms","start":"2026-03-03T03:40:54.485761Z","end":"2026-03-03T03:40:54.681546Z","steps":["trace[105577027] 'process raft request' (duration: 170.243744ms)","trace[105577027] 'compare' (duration: 24.41474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:54.681878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.298493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:40:54.681924Z","caller":"traceutil/trace.go:171","msg":"trace[189338986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23271; }","duration":"153.358194ms","start":"2026-03-03T03:40:54.528554Z","end":"2026-03-03T03:40:54.681913Z","steps":["trace[189338986] 'agreement among raft nodes before linearized reading' (duration: 153.209761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:54.684277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.643207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:40:54.684363Z","caller":"traceutil/trace.go:171","msg":"trace[1094154497] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23272; }","duration":"114.79087ms","start":"2026-03-03T03:40:54.569551Z","end":"2026-03-03T03:40:54.684342Z","steps":["trace[1094154497] 'agreement among raft nodes before linearized reading' (duration: 114.626266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:54.869426Z","caller":"traceutil/trace.go:171","msg":"trace[572826447] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"175.68054ms","start":"2026-03-03T03:40:54.693708Z","end":"2026-03-03T03:40:54.869389Z","steps":["trace[572826447] 'process raft request' (duration: 134.816718ms)","trace[572826447] 'compare' (duration: 40.567866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:55.145911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.860564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:55.146013Z","caller":"traceutil/trace.go:171","msg":"trace[1788097078] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"256.405692ms","start":"2026-03-03T03:40:54.889586Z","end":"2026-03-03T03:40:55.145991Z","steps":["trace[1788097078] 'process raft request' (duration: 139.342664ms)","trace[1788097078] 'compare' (duration: 116.581528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:55.677171Z","caller":"traceutil/trace.go:171","msg":"trace[74962743] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"100.323112ms","start":"2026-03-03T03:40:55.576818Z","end":"2026-03-03T03:40:55.677141Z","steps":["trace[74962743] 'process raft request' (duration: 100.123618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:55.899047Z","caller":"traceutil/trace.go:171","msg":"trace[1802054212] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"151.191697ms","start":"2026-03-03T03:40:55.747819Z","end":"2026-03-03T03:40:55.899011Z","steps":["trace[1802054212] 'process raft request' (duration: 150.965672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:56.010685Z","caller":"traceutil/trace.go:171","msg":"trace[350046009] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"173.312509ms","start":"2026-03-03T03:40:55.837341Z","end":"2026-03-03T03:40:56.010653Z","steps":["trace[350046009] 'process raft request' (duration: 172.225346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:56.304018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.932764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:56.304268Z","caller":"traceutil/trace.go:171","msg":"trace[1266609639] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24092; }","duration":"219.092025ms","start":"2026-03-03T03:40:56.085158Z","end":"2026-03-03T03:40:56.30425Z","steps":["trace[1266609639] 'read index received' (duration: 80.837665ms)","trace[1266609639] 'applied index is now lower than readState.Index' (duration: 138.25317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:56.30424Z","caller":"traceutil/trace.go:171","msg":"trace[1563885664] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"250.133008ms","start":"2026-03-03T03:40:56.054066Z","end":"2026-03-03T03:40:56.304199Z","steps":["trace[1563885664] 'process raft request' (duration: 111.907769ms)","trace[1563885664] 'compare' (duration: 137.768109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:56.304386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.229589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:40:56.304471Z","caller":"traceutil/trace.go:171","msg":"trace[11233004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23281; }","duration":"219.345541ms","start":"2026-03-03T03:40:56.08511Z","end":"2026-03-03T03:40:56.304455Z","steps":["trace[11233004] 'agreement among raft nodes before linearized reading' (duration: 219.204048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:56.304352Z","caller":"traceutil/trace.go:171","msg":"trace[1295554470] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"248.057125ms","start":"2026-03-03T03:40:56.056247Z","end":"2026-03-03T03:40:56.304304Z","steps":["trace[1295554470] 'process raft request' (duration: 247.955073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:56.304372Z","caller":"traceutil/trace.go:171","msg":"trace[225950578] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"249.73639ms","start":"2026-03-03T03:40:56.054534Z","end":"2026-03-03T03:40:56.304271Z","steps":["trace[225950578] 'process raft request' (duration: 249.602537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:56.613868Z","caller":"traceutil/trace.go:171","msg":"trace[1466368263] linearizableReadLoop","detail":"{readStateIndex:24096; appliedIndex:24095; }","duration":"260.868907ms","start":"2026-03-03T03:40:56.352973Z","end":"2026-03-03T03:40:56.613842Z","steps":["trace[1466368263] 'read index received' (duration: 172.182005ms)","trace[1466368263] 'applied index is now lower than readState.Index' (duration: 88.685822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:56.614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.014721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:40:56.614024Z","caller":"traceutil/trace.go:171","msg":"trace[911286432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23282; }","duration":"261.102593ms","start":"2026-03-03T03:40:56.352914Z","end":"2026-03-03T03:40:56.614016Z","steps":["trace[911286432] 'agreement among raft nodes before linearized reading' (duration: 261.0278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:56.613972Z","caller":"traceutil/trace.go:171","msg":"trace[815225900] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"363.666061ms","start":"2026-03-03T03:40:56.250281Z","end":"2026-03-03T03:40:56.613947Z","steps":["trace[815225900] 'process raft request' (duration: 274.888267ms)","trace[815225900] 'compare' (duration: 88.452957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:56.614846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:56.250245Z","time spent":"364.493149ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:40:56.68575Z","caller":"traceutil/trace.go:171","msg":"trace[1205916447] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"273.63628ms","start":"2026-03-03T03:40:56.412093Z","end":"2026-03-03T03:40:56.685729Z","steps":["trace[1205916447] 'process raft request' (duration: 273.333534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:56.685991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.414988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:40:56.686038Z","caller":"traceutil/trace.go:171","msg":"trace[293480742] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23283; }","duration":"230.504959ms","start":"2026-03-03T03:40:56.45552Z","end":"2026-03-03T03:40:56.686025Z","steps":["trace[293480742] 'agreement among raft nodes before linearized reading' (duration: 230.422648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:56.686266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.866606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:40:56.686305Z","caller":"traceutil/trace.go:171","msg":"trace[1809070016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23283; }","duration":"274.947618ms","start":"2026-03-03T03:40:56.411348Z","end":"2026-03-03T03:40:56.686296Z","steps":["trace[1809070016] 'agreement among raft nodes before linearized reading' (duration: 274.830035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:56.897073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.965861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:56.897565Z","caller":"traceutil/trace.go:171","msg":"trace[456938533] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"202.409831ms","start":"2026-03-03T03:40:56.695138Z","end":"2026-03-03T03:40:56.897547Z","steps":["trace[456938533] 'process raft request' (duration: 58.898748ms)","trace[456938533] 'compare' (duration: 142.873529ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:56.897699Z","caller":"traceutil/trace.go:171","msg":"trace[1004925343] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"201.070101ms","start":"2026-03-03T03:40:56.69662Z","end":"2026-03-03T03:40:56.89769Z","steps":["trace[1004925343] 'process raft request' (duration: 200.54342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:57.189865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.645727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:57.189936Z","caller":"traceutil/trace.go:171","msg":"trace[609010032] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"284.019612ms","start":"2026-03-03T03:40:56.905906Z","end":"2026-03-03T03:40:57.189926Z","steps":["trace[609010032] 'process raft request' (duration: 132.261013ms)","trace[609010032] 'compare' (duration: 151.280579ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:57.58951Z","caller":"traceutil/trace.go:171","msg":"trace[1325311153] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24100; }","duration":"331.555897ms","start":"2026-03-03T03:40:57.257924Z","end":"2026-03-03T03:40:57.589479Z","steps":["trace[1325311153] 'read index received' (duration: 331.079137ms)","trace[1325311153] 'applied index is now lower than readState.Index' (duration: 475.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:57.5899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.930415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:40:57.590035Z","caller":"traceutil/trace.go:171","msg":"trace[1426508876] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23287; }","duration":"332.112528ms","start":"2026-03-03T03:40:57.257895Z","end":"2026-03-03T03:40:57.590007Z","steps":["trace[1426508876] 'agreement among raft nodes before linearized reading' (duration: 331.859823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:57.590076Z","caller":"traceutil/trace.go:171","msg":"trace[2115058408] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"343.747097ms","start":"2026-03-03T03:40:57.246307Z","end":"2026-03-03T03:40:57.590054Z","steps":["trace[2115058408] 'process raft request' (duration: 342.780647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:57.590114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:57.257883Z","time spent":"332.216861ms","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T03:40:57.590216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:57.246286Z","time spent":"343.851789ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:40:57.59021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.485947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:40:57.590289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.486559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:40:57.590361Z","caller":"traceutil/trace.go:171","msg":"trace[902368473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23287; }","duration":"206.788904ms","start":"2026-03-03T03:40:57.383548Z","end":"2026-03-03T03:40:57.590337Z","steps":["trace[902368473] 'agreement among raft nodes before linearized reading' (duration: 206.409176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:57.590401Z","caller":"traceutil/trace.go:171","msg":"trace[1855091443] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23287; }","duration":"200.656173ms","start":"2026-03-03T03:40:57.389719Z","end":"2026-03-03T03:40:57.590375Z","steps":["trace[1855091443] 'agreement among raft nodes before linearized reading' (duration: 200.450089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:57.822438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.381339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:57.822557Z","caller":"traceutil/trace.go:171","msg":"trace[933877590] linearizableReadLoop","detail":"{readStateIndex:24103; appliedIndex:24102; }","duration":"226.435343ms","start":"2026-03-03T03:40:57.596103Z","end":"2026-03-03T03:40:57.822538Z","steps":["trace[933877590] 'read index received' (duration: 44.241755ms)","trace[933877590] 'applied index is now lower than readState.Index' (duration: 182.192208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:57.822661Z","caller":"traceutil/trace.go:171","msg":"trace[741172951] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"227.096596ms","start":"2026-03-03T03:40:57.595551Z","end":"2026-03-03T03:40:57.822648Z","steps":["trace[741172951] 'process raft request' (duration: 84.404511ms)","trace[741172951] 'compare' (duration: 142.167644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:57.822771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.589712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:40:57.822852Z","caller":"traceutil/trace.go:171","msg":"trace[400650575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23289; }","duration":"141.710884ms","start":"2026-03-03T03:40:57.681123Z","end":"2026-03-03T03:40:57.822834Z","steps":["trace[400650575] 'agreement among raft nodes before linearized reading' (duration: 141.586912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:57.823015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.919203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:40:57.823059Z","caller":"traceutil/trace.go:171","msg":"trace[217682687] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23289; }","duration":"227.026165ms","start":"2026-03-03T03:40:57.596022Z","end":"2026-03-03T03:40:57.823048Z","steps":["trace[217682687] 'agreement among raft nodes before linearized reading' (duration: 226.936753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:57.823065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.425672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:40:57.823097Z","caller":"traceutil/trace.go:171","msg":"trace[1885432181] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23289; }","duration":"114.482563ms","start":"2026-03-03T03:40:57.708604Z","end":"2026-03-03T03:40:57.823087Z","steps":["trace[1885432181] 'agreement among raft nodes before linearized reading' (duration: 114.418592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:58.099275Z","caller":"traceutil/trace.go:171","msg":"trace[1906123483] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"192.491799ms","start":"2026-03-03T03:40:57.906758Z","end":"2026-03-03T03:40:58.09925Z","steps":["trace[1906123483] 'process raft request' (duration: 130.25132ms)","trace[1906123483] 'compare' (duration: 62.135137ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:58.198743Z","caller":"traceutil/trace.go:171","msg":"trace[1557531931] linearizableReadLoop","detail":"{readStateIndex:24106; appliedIndex:24104; }","duration":"182.716959ms","start":"2026-03-03T03:40:58.015981Z","end":"2026-03-03T03:40:58.198698Z","steps":["trace[1557531931] 'read index received' (duration: 21.042528ms)","trace[1557531931] 'applied index is now lower than readState.Index' (duration: 161.673111ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:58.198877Z","caller":"traceutil/trace.go:171","msg":"trace[1185360151] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"290.472819ms","start":"2026-03-03T03:40:57.908393Z","end":"2026-03-03T03:40:58.198865Z","steps":["trace[1185360151] 'process raft request' (duration: 290.185403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:58.199009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.633122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:40:58.19907Z","caller":"traceutil/trace.go:171","msg":"trace[868278926] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23292; }","duration":"103.749024ms","start":"2026-03-03T03:40:58.095307Z","end":"2026-03-03T03:40:58.199056Z","steps":["trace[868278926] 'agreement among raft nodes before linearized reading' (duration: 103.627611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:58.199286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.292211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:40:58.199337Z","caller":"traceutil/trace.go:171","msg":"trace[442155673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23292; }","duration":"183.388494ms","start":"2026-03-03T03:40:58.015938Z","end":"2026-03-03T03:40:58.199326Z","steps":["trace[442155673] 'agreement among raft nodes before linearized reading' (duration: 183.277391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:58.414553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.136111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:58.414712Z","caller":"traceutil/trace.go:171","msg":"trace[505614171] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"211.252988ms","start":"2026-03-03T03:40:58.203425Z","end":"2026-03-03T03:40:58.414678Z","steps":["trace[505614171] 'process raft request' (duration: 32.913552ms)","trace[505614171] 'compare' (duration: 177.968338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:58.414786Z","caller":"traceutil/trace.go:171","msg":"trace[138631447] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"104.284816ms","start":"2026-03-03T03:40:58.310487Z","end":"2026-03-03T03:40:58.414772Z","steps":["trace[138631447] 'process raft request' (duration: 104.229244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:58.414809Z","caller":"traceutil/trace.go:171","msg":"trace[1318551746] linearizableReadLoop","detail":"{readStateIndex:24107; appliedIndex:24106; }","duration":"153.018546ms","start":"2026-03-03T03:40:58.261763Z","end":"2026-03-03T03:40:58.414782Z","steps":["trace[1318551746] 'read index received' (duration: 46.601µs)","trace[1318551746] 'applied index is now lower than readState.Index' (duration: 152.966415ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:58.414822Z","caller":"traceutil/trace.go:171","msg":"trace[1005491470] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"105.634994ms","start":"2026-03-03T03:40:58.30916Z","end":"2026-03-03T03:40:58.414795Z","steps":["trace[1005491470] 'process raft request' (duration: 105.514732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:58.414911Z","caller":"traceutil/trace.go:171","msg":"trace[1200417915] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"104.113632ms","start":"2026-03-03T03:40:58.310787Z","end":"2026-03-03T03:40:58.414901Z","steps":["trace[1200417915] 'process raft request' (duration: 103.957329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:58.415081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.290711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T03:40:58.415158Z","caller":"traceutil/trace.go:171","msg":"trace[1346045442] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23296; }","duration":"153.427794ms","start":"2026-03-03T03:40:58.261711Z","end":"2026-03-03T03:40:58.415139Z","steps":["trace[1346045442] 'agreement among raft nodes before linearized reading' (duration: 153.172709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:58.769938Z","caller":"traceutil/trace.go:171","msg":"trace[801552417] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"149.814737ms","start":"2026-03-03T03:40:58.620053Z","end":"2026-03-03T03:40:58.769867Z","steps":["trace[801552417] 'process raft request' (duration: 138.385963ms)","trace[801552417] 'compare' (duration: 10.969804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:59.07637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.82127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:40:59.076598Z","caller":"traceutil/trace.go:171","msg":"trace[1741717450] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"169.668811ms","start":"2026-03-03T03:40:58.90691Z","end":"2026-03-03T03:40:59.076579Z","steps":["trace[1741717450] 'process raft request' (duration: 169.60973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:59.076659Z","caller":"traceutil/trace.go:171","msg":"trace[1747611201] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"377.859285ms","start":"2026-03-03T03:40:58.698739Z","end":"2026-03-03T03:40:59.076598Z","steps":["trace[1747611201] 'process raft request' (duration: 203.710217ms)","trace[1747611201] 'compare' (duration: 173.709878ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:40:59.076824Z","caller":"traceutil/trace.go:171","msg":"trace[5622329] linearizableReadLoop","detail":"{readStateIndex:24112; appliedIndex:24111; }","duration":"303.693792ms","start":"2026-03-03T03:40:58.773119Z","end":"2026-03-03T03:40:59.076813Z","steps":["trace[5622329] 'read index received' (duration: 129.32485ms)","trace[5622329] 'applied index is now lower than readState.Index' (duration: 174.367482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:40:59.076869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:58.69872Z","time spent":"378.054048ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:40:59.077065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.954387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83b08cc5-12fa-441f-a827-994c45d0c183\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T03:40:59.077106Z","caller":"traceutil/trace.go:171","msg":"trace[1783376057] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83b08cc5-12fa-441f-a827-994c45d0c183; range_end:; response_count:1; response_revision:23299; }","duration":"304.08447ms","start":"2026-03-03T03:40:58.77301Z","end":"2026-03-03T03:40:59.077095Z","steps":["trace[1783376057] 'agreement among raft nodes before linearized reading' (duration: 303.926657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:59.077144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:40:58.772996Z","time spent":"304.139541ms","remote":"127.0.0.1:50556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-83b08cc5-12fa-441f-a827-994c45d0c183\" "} {"level":"warn","ts":"2026-03-03T03:40:59.07708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.0296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T03:40:59.077168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.149315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:40:59.077233Z","caller":"traceutil/trace.go:171","msg":"trace[349220934] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23299; }","duration":"238.247065ms","start":"2026-03-03T03:40:58.83897Z","end":"2026-03-03T03:40:59.077217Z","steps":["trace[349220934] 'agreement among raft nodes before linearized reading' (duration: 238.03888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:40:59.077394Z","caller":"traceutil/trace.go:171","msg":"trace[746574352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23299; }","duration":"172.312288ms","start":"2026-03-03T03:40:58.904953Z","end":"2026-03-03T03:40:59.077265Z","steps":["trace[746574352] 'agreement among raft nodes before linearized reading' (duration: 172.054912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:40:59.311495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.049148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:40:59.312013Z","caller":"traceutil/trace.go:171","msg":"trace[589289124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23300; }","duration":"117.632421ms","start":"2026-03-03T03:40:59.194355Z","end":"2026-03-03T03:40:59.311988Z","steps":["trace[589289124] 'range keys from in-memory index tree' (duration: 116.811373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:12.039114Z","caller":"traceutil/trace.go:171","msg":"trace[65962550] linearizableReadLoop","detail":"{readStateIndex:24264; appliedIndex:24263; }","duration":"121.588756ms","start":"2026-03-03T03:41:11.917495Z","end":"2026-03-03T03:41:12.039084Z","steps":["trace[65962550] 'read index received' (duration: 121.399732ms)","trace[65962550] 'applied index is now lower than readState.Index' (duration: 187.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:12.039258Z","caller":"traceutil/trace.go:171","msg":"trace[1729736152] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"135.517394ms","start":"2026-03-03T03:41:11.903727Z","end":"2026-03-03T03:41:12.039244Z","steps":["trace[1729736152] 'process raft request' (duration: 135.191717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.039723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.211199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:41:12.039808Z","caller":"traceutil/trace.go:171","msg":"trace[1201875044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23447; }","duration":"122.348022ms","start":"2026-03-03T03:41:11.917438Z","end":"2026-03-03T03:41:12.039786Z","steps":["trace[1201875044] 'agreement among raft nodes before linearized reading' (duration: 122.143048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:12.40291Z","caller":"traceutil/trace.go:171","msg":"trace[1204990116] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"145.421234ms","start":"2026-03-03T03:41:12.257459Z","end":"2026-03-03T03:41:12.40288Z","steps":["trace[1204990116] 'process raft request' (duration: 144.914902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.744244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.089562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:12.744413Z","caller":"traceutil/trace.go:171","msg":"trace[1324536362] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"276.42976ms","start":"2026-03-03T03:41:12.467936Z","end":"2026-03-03T03:41:12.744366Z","steps":["trace[1324536362] 'process raft request' (duration: 150.077782ms)","trace[1324536362] 'compare' (duration: 125.897708ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:12.90583Z","caller":"traceutil/trace.go:171","msg":"trace[1882728795] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"431.561781ms","start":"2026-03-03T03:41:12.474237Z","end":"2026-03-03T03:41:12.905799Z","steps":["trace[1882728795] 'process raft request' (duration: 431.270325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.906018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:12.47422Z","time spent":"431.697234ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:12.906342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.449502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:41:12.906097Z","caller":"traceutil/trace.go:171","msg":"trace[1860766638] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24267; }","duration":"419.189736ms","start":"2026-03-03T03:41:12.486863Z","end":"2026-03-03T03:41:12.906052Z","steps":["trace[1860766638] 'read index received' (duration: 131.164309ms)","trace[1860766638] 'applied index is now lower than readState.Index' (duration: 288.023017ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:12.906402Z","caller":"traceutil/trace.go:171","msg":"trace[1529999736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23453; }","duration":"419.564415ms","start":"2026-03-03T03:41:12.486826Z","end":"2026-03-03T03:41:12.90639Z","steps":["trace[1529999736] 'agreement among raft nodes before linearized reading' (duration: 419.33591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.906497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:12.486797Z","time spent":"419.688347ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T03:41:12.906149Z","caller":"traceutil/trace.go:171","msg":"trace[184572927] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"431.0119ms","start":"2026-03-03T03:41:12.475094Z","end":"2026-03-03T03:41:12.906106Z","steps":["trace[184572927] 'process raft request' (duration: 430.656042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.90675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:12.475004Z","time spent":"431.633653ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:41:12.915748Z","caller":"traceutil/trace.go:171","msg":"trace[3487055] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"258.049697ms","start":"2026-03-03T03:41:12.657679Z","end":"2026-03-03T03:41:12.915729Z","steps":["trace[3487055] 'process raft request' (duration: 257.864984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.915845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.106767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-03T03:41:12.915889Z","caller":"traceutil/trace.go:171","msg":"trace[1517028809] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23455; }","duration":"353.206608ms","start":"2026-03-03T03:41:12.562667Z","end":"2026-03-03T03:41:12.915873Z","steps":["trace[1517028809] 'agreement among raft nodes before linearized reading' (duration: 353.006234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:12.91593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:12.56263Z","time spent":"353.292771ms","remote":"127.0.0.1:59910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T03:41:12.916063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.500941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e737c995-af4d-426f-bc86-1457497378b6\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-03T03:41:12.916133Z","caller":"traceutil/trace.go:171","msg":"trace[574271781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e737c995-af4d-426f-bc86-1457497378b6; range_end:; response_count:1; response_revision:23455; }","duration":"268.575553ms","start":"2026-03-03T03:41:12.647538Z","end":"2026-03-03T03:41:12.916113Z","steps":["trace[574271781] 'agreement among raft nodes before linearized reading' (duration: 268.367628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:13.257516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.111116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:13.257715Z","caller":"traceutil/trace.go:171","msg":"trace[1721307760] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"135.122204ms","start":"2026-03-03T03:41:13.122572Z","end":"2026-03-03T03:41:13.257694Z","steps":["trace[1721307760] 'process raft request' (duration: 135.048352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:13.258032Z","caller":"traceutil/trace.go:171","msg":"trace[48841282] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"346.979435ms","start":"2026-03-03T03:41:12.911022Z","end":"2026-03-03T03:41:13.258002Z","steps":["trace[48841282] 'process raft request' (duration: 135.291067ms)","trace[48841282] 'compare' (duration: 210.521833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:13.258178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:12.911002Z","time spent":"347.093118ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:41:13.332179Z","caller":"traceutil/trace.go:171","msg":"trace[911230775] linearizableReadLoop","detail":"{readStateIndex:24275; appliedIndex:24272; }","duration":"162.605081ms","start":"2026-03-03T03:41:13.169547Z","end":"2026-03-03T03:41:13.332152Z","steps":["trace[911230775] 'read index received' (duration: 70.472894ms)","trace[911230775] 'applied index is now lower than readState.Index' (duration: 92.131117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:13.332257Z","caller":"traceutil/trace.go:171","msg":"trace[562037616] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"208.056411ms","start":"2026-03-03T03:41:13.124159Z","end":"2026-03-03T03:41:13.332215Z","steps":["trace[562037616] 'process raft request' (duration: 207.837796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:13.332628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.03132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T03:41:13.332777Z","caller":"traceutil/trace.go:171","msg":"trace[656612604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23458; }","duration":"163.266445ms","start":"2026-03-03T03:41:13.169483Z","end":"2026-03-03T03:41:13.33275Z","steps":["trace[656612604] 'agreement among raft nodes before linearized reading' (duration: 162.790664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:13.577566Z","caller":"traceutil/trace.go:171","msg":"trace[310643300] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"294.988106ms","start":"2026-03-03T03:41:13.282546Z","end":"2026-03-03T03:41:13.577534Z","steps":["trace[310643300] 'process raft request' (duration: 294.583568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:13.854816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.205933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:13.854932Z","caller":"traceutil/trace.go:171","msg":"trace[1724105452] linearizableReadLoop","detail":"{readStateIndex:24277; appliedIndex:24275; }","duration":"470.797548ms","start":"2026-03-03T03:41:13.384114Z","end":"2026-03-03T03:41:13.854912Z","steps":["trace[1724105452] 'read index received' (duration: 193.02278ms)","trace[1724105452] 'applied index is now lower than readState.Index' (duration: 277.773328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:13.855042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.939151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:13.855032Z","caller":"traceutil/trace.go:171","msg":"trace[1108076077] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"517.070596ms","start":"2026-03-03T03:41:13.337933Z","end":"2026-03-03T03:41:13.855004Z","steps":["trace[1108076077] 'process raft request' (duration: 353.585117ms)","trace[1108076077] 'compare' (duration: 163.03786ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:13.855074Z","caller":"traceutil/trace.go:171","msg":"trace[327388582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23460; }","duration":"471.014622ms","start":"2026-03-03T03:41:13.38405Z","end":"2026-03-03T03:41:13.855065Z","steps":["trace[327388582] 'agreement among raft nodes before linearized reading' (duration: 470.955421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:13.855105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.384007Z","time spent":"471.090594ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T03:41:13.855146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.337885Z","time spent":"517.200779ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:13.85558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.195575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-03T03:41:13.855595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.309046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:41:13.855918Z","caller":"traceutil/trace.go:171","msg":"trace[1306794863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23460; }","duration":"432.686034ms","start":"2026-03-03T03:41:13.423194Z","end":"2026-03-03T03:41:13.85588Z","steps":["trace[1306794863] 'agreement among raft nodes before linearized reading' (duration: 432.096742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:13.855688Z","caller":"traceutil/trace.go:171","msg":"trace[914242618] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23460; }","duration":"142.357419ms","start":"2026-03-03T03:41:13.713302Z","end":"2026-03-03T03:41:13.855659Z","steps":["trace[914242618] 'agreement among raft nodes before linearized reading' (duration: 142.023772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:13.856019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.423172Z","time spent":"432.800126ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T03:41:14.237233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.207191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:14.237514Z","caller":"traceutil/trace.go:171","msg":"trace[648480745] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"373.038882ms","start":"2026-03-03T03:41:13.864463Z","end":"2026-03-03T03:41:14.237502Z","steps":["trace[648480745] 'process raft request' (duration: 372.940829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:14.237598Z","caller":"traceutil/trace.go:171","msg":"trace[827368254] linearizableReadLoop","detail":"{readStateIndex:24278; appliedIndex:24277; }","duration":"377.208971ms","start":"2026-03-03T03:41:13.860365Z","end":"2026-03-03T03:41:14.237574Z","steps":["trace[827368254] 'read index received' (duration: 117.566219ms)","trace[827368254] 'applied index is now lower than readState.Index' (duration: 259.640042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:14.237635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.864448Z","time spent":"373.092394ms","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:41:14.237631Z","caller":"traceutil/trace.go:171","msg":"trace[1232527969] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"377.282443ms","start":"2026-03-03T03:41:13.860309Z","end":"2026-03-03T03:41:14.237591Z","steps":["trace[1232527969] 'process raft request' (duration: 117.609521ms)","trace[1232527969] 'compare' (duration: 258.599079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:14.237736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.860291Z","time spent":"377.389965ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:14.237859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.515982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:41:14.23789Z","caller":"traceutil/trace.go:171","msg":"trace[2030646701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23462; }","duration":"194.607714ms","start":"2026-03-03T03:41:14.043273Z","end":"2026-03-03T03:41:14.237881Z","steps":["trace[2030646701] 'agreement among raft nodes before linearized reading' (duration: 194.451521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.237947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.778638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"warn","ts":"2026-03-03T03:41:14.237968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.565269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e737c995-af4d-426f-bc86-1457497378b6\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-03T03:41:14.238048Z","caller":"traceutil/trace.go:171","msg":"trace[188097627] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23462; }","duration":"350.944481ms","start":"2026-03-03T03:41:13.887079Z","end":"2026-03-03T03:41:14.238024Z","steps":["trace[188097627] 'agreement among raft nodes before linearized reading' (duration: 350.649115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:14.23806Z","caller":"traceutil/trace.go:171","msg":"trace[1673039893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e737c995-af4d-426f-bc86-1457497378b6; range_end:; response_count:1; response_revision:23462; }","duration":"317.730552ms","start":"2026-03-03T03:41:13.920307Z","end":"2026-03-03T03:41:14.238038Z","steps":["trace[1673039893] 'agreement among raft nodes before linearized reading' (duration: 317.468346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.238103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.887055Z","time spent":"351.038683ms","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18532,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:41:14.238108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.920285Z","time spent":"317.813854ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e737c995-af4d-426f-bc86-1457497378b6\" "} {"level":"warn","ts":"2026-03-03T03:41:14.237973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.485049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T03:41:14.238087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.58468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T03:41:14.238159Z","caller":"traceutil/trace.go:171","msg":"trace[1533085042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23462; }","duration":"177.771355ms","start":"2026-03-03T03:41:14.060378Z","end":"2026-03-03T03:41:14.23815Z","steps":["trace[1533085042] 'agreement among raft nodes before linearized reading' (duration: 177.403387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:14.238194Z","caller":"traceutil/trace.go:171","msg":"trace[819443135] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23462; }","duration":"377.805824ms","start":"2026-03-03T03:41:13.860359Z","end":"2026-03-03T03:41:14.238165Z","steps":["trace[819443135] 'agreement among raft nodes before linearized reading' (duration: 377.330874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.238251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:13.860324Z","time spent":"377.918316ms","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-03T03:41:14.729966Z","caller":"traceutil/trace.go:171","msg":"trace[317472279] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"488.479675ms","start":"2026-03-03T03:41:14.241461Z","end":"2026-03-03T03:41:14.729941Z","steps":["trace[317472279] 'process raft request' (duration: 486.458523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.730136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.241441Z","time spent":"488.597577ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T03:41:14.730303Z","caller":"traceutil/trace.go:171","msg":"trace[2135106000] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"487.876692ms","start":"2026-03-03T03:41:14.242393Z","end":"2026-03-03T03:41:14.73027Z","steps":["trace[2135106000] 'process raft request' (duration: 487.460834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:14.730553Z","caller":"traceutil/trace.go:171","msg":"trace[472454992] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24279; }","duration":"487.606388ms","start":"2026-03-03T03:41:14.242923Z","end":"2026-03-03T03:41:14.73053Z","steps":["trace[472454992] 'read index received' (duration: 485.015302ms)","trace[472454992] 'applied index is now lower than readState.Index' (duration: 2.589696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:14.730654Z","caller":"traceutil/trace.go:171","msg":"trace[323011041] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"479.136146ms","start":"2026-03-03T03:41:14.251497Z","end":"2026-03-03T03:41:14.730633Z","steps":["trace[323011041] 'process raft request' (duration: 478.91429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.73077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.251479Z","time spent":"479.218737ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:14.730785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.841093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189937c2d0f84490\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T03:41:14.730793Z","caller":"traceutil/trace.go:171","msg":"trace[408470412] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"486.137806ms","start":"2026-03-03T03:41:14.244641Z","end":"2026-03-03T03:41:14.730779Z","steps":["trace[408470412] 'process raft request' (duration: 485.520692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:14.730823Z","caller":"traceutil/trace.go:171","msg":"trace[496371656] range","detail":"{range_begin:/registry/events/openstack/container-infra.189937c2d0f84490; range_end:; response_count:1; response_revision:23466; }","duration":"487.916395ms","start":"2026-03-03T03:41:14.242893Z","end":"2026-03-03T03:41:14.730809Z","steps":["trace[496371656] 'agreement among raft nodes before linearized reading' (duration: 487.762291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.730861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.242883Z","time spent":"487.967945ms","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189937c2d0f84490\" "} {"level":"warn","ts":"2026-03-03T03:41:14.730863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.24463Z","time spent":"486.197717ms","remote":"127.0.0.1:50736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:14.730894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.410269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-03T03:41:14.73098Z","caller":"traceutil/trace.go:171","msg":"trace[1042150753] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23466; }","duration":"484.532441ms","start":"2026-03-03T03:41:14.246425Z","end":"2026-03-03T03:41:14.730958Z","steps":["trace[1042150753] 'agreement among raft nodes before linearized reading' (duration: 484.290866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.730571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.242346Z","time spent":"488.055746ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:14.731043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.246407Z","time spent":"484.623963ms","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18532,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T03:41:14.731227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.535777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:14.731267Z","caller":"traceutil/trace.go:171","msg":"trace[250377610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23466; }","duration":"346.629978ms","start":"2026-03-03T03:41:14.384628Z","end":"2026-03-03T03:41:14.731258Z","steps":["trace[250377610] 'agreement among raft nodes before linearized reading' (duration: 346.552686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:14.731295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:14.384606Z","time spent":"346.68252ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T03:41:15.028478Z","caller":"traceutil/trace.go:171","msg":"trace[1424088770] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"111.644833ms","start":"2026-03-03T03:41:14.916803Z","end":"2026-03-03T03:41:15.028448Z","steps":["trace[1424088770] 'process raft request' (duration: 111.452759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:15.028866Z","caller":"traceutil/trace.go:171","msg":"trace[1744853741] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"107.620447ms","start":"2026-03-03T03:41:14.921193Z","end":"2026-03-03T03:41:15.028814Z","steps":["trace[1744853741] 'process raft request' (duration: 107.176427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:20.874186Z","caller":"traceutil/trace.go:171","msg":"trace[1893880] linearizableReadLoop","detail":"{readStateIndex:24352; appliedIndex:24350; }","duration":"116.410635ms","start":"2026-03-03T03:41:20.757747Z","end":"2026-03-03T03:41:20.874158Z","steps":["trace[1893880] 'read index received' (duration: 20.993569ms)","trace[1893880] 'applied index is now lower than readState.Index' (duration: 95.415596ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:20.874229Z","caller":"traceutil/trace.go:171","msg":"trace[1862284291] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"117.014908ms","start":"2026-03-03T03:41:20.757175Z","end":"2026-03-03T03:41:20.87419Z","steps":["trace[1862284291] 'process raft request' (duration: 116.755612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:20.874289Z","caller":"traceutil/trace.go:171","msg":"trace[1720043876] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"108.792792ms","start":"2026-03-03T03:41:20.765447Z","end":"2026-03-03T03:41:20.87424Z","steps":["trace[1720043876] 'process raft request' (duration: 108.658969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:20.874517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.741322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:41:20.874778Z","caller":"traceutil/trace.go:171","msg":"trace[1644615021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23534; }","duration":"117.047758ms","start":"2026-03-03T03:41:20.757708Z","end":"2026-03-03T03:41:20.874756Z","steps":["trace[1644615021] 'agreement among raft nodes before linearized reading' (duration: 116.564678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:21.056301Z","caller":"traceutil/trace.go:171","msg":"trace[1456351115] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24353; }","duration":"121.186557ms","start":"2026-03-03T03:41:20.935093Z","end":"2026-03-03T03:41:21.056279Z","steps":["trace[1456351115] 'read index received' (duration: 82.468221ms)","trace[1456351115] 'applied index is now lower than readState.Index' (duration: 38.717316ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:21.056461Z","caller":"traceutil/trace.go:171","msg":"trace[193293924] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"177.236724ms","start":"2026-03-03T03:41:20.879209Z","end":"2026-03-03T03:41:21.056446Z","steps":["trace[193293924] 'process raft request' (duration: 138.425625ms)","trace[193293924] 'compare' (duration: 38.526663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:21.056522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.409242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:21.056784Z","caller":"traceutil/trace.go:171","msg":"trace[1964071834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23535; }","duration":"121.729468ms","start":"2026-03-03T03:41:20.935032Z","end":"2026-03-03T03:41:21.056761Z","steps":["trace[1964071834] 'agreement among raft nodes before linearized reading' (duration: 121.412952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:21.365862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.461979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:21.366079Z","caller":"traceutil/trace.go:171","msg":"trace[732273035] linearizableReadLoop","detail":"{readStateIndex:24357; appliedIndex:24354; }","duration":"309.696119ms","start":"2026-03-03T03:41:21.056365Z","end":"2026-03-03T03:41:21.366061Z","steps":["trace[732273035] 'read index received' (duration: 53.792748ms)","trace[732273035] 'applied index is now lower than readState.Index' (duration: 255.902291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:21.366179Z","caller":"traceutil/trace.go:171","msg":"trace[1914288054] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"319.08953ms","start":"2026-03-03T03:41:21.047058Z","end":"2026-03-03T03:41:21.366147Z","steps":["trace[1914288054] 'process raft request' (duration: 318.904586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:21.366208Z","caller":"traceutil/trace.go:171","msg":"trace[2054576750] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"320.889519ms","start":"2026-03-03T03:41:21.045272Z","end":"2026-03-03T03:41:21.366161Z","steps":["trace[2054576750] 'process raft request' (duration: 187.029321ms)","trace[2054576750] 'compare' (duration: 133.285795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:21.366251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:21.047043Z","time spent":"319.168493ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:21.366366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:21.045242Z","time spent":"321.039401ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:21.366344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.332047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T03:41:21.366451Z","caller":"traceutil/trace.go:171","msg":"trace[2127604683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23538; }","duration":"410.488211ms","start":"2026-03-03T03:41:20.955936Z","end":"2026-03-03T03:41:21.366424Z","steps":["trace[2127604683] 'agreement among raft nodes before linearized reading' (duration: 410.272517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:21.366526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:20.955916Z","time spent":"410.594063ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T03:41:21.398492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.408275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:41:21.398585Z","caller":"traceutil/trace.go:171","msg":"trace[178355199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23540; }","duration":"109.548737ms","start":"2026-03-03T03:41:21.289016Z","end":"2026-03-03T03:41:21.398565Z","steps":["trace[178355199] 'agreement among raft nodes before linearized reading' (duration: 108.800432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:21.657852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.284618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:21.658027Z","caller":"traceutil/trace.go:171","msg":"trace[536971276] linearizableReadLoop","detail":"{readStateIndex:24360; appliedIndex:24359; }","duration":"208.092381ms","start":"2026-03-03T03:41:21.449913Z","end":"2026-03-03T03:41:21.658006Z","steps":["trace[536971276] 'read index received' (duration: 63.463455ms)","trace[536971276] 'applied index is now lower than readState.Index' (duration: 144.626856ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:21.658187Z","caller":"traceutil/trace.go:171","msg":"trace[1450385401] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"254.894441ms","start":"2026-03-03T03:41:21.403234Z","end":"2026-03-03T03:41:21.658128Z","steps":["trace[1450385401] 'process raft request' (duration: 110.175533ms)","trace[1450385401] 'compare' (duration: 144.151916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:21.65825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.020992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:21.658328Z","caller":"traceutil/trace.go:171","msg":"trace[755210681] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23541; }","duration":"195.141676ms","start":"2026-03-03T03:41:21.463169Z","end":"2026-03-03T03:41:21.658311Z","steps":["trace[755210681] 'agreement among raft nodes before linearized reading' (duration: 195.018162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:21.658382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.449319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:41:21.658415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.826844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:21.658495Z","caller":"traceutil/trace.go:171","msg":"trace[148923581] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23541; }","duration":"208.586952ms","start":"2026-03-03T03:41:21.449855Z","end":"2026-03-03T03:41:21.658442Z","steps":["trace[148923581] 'agreement among raft nodes before linearized reading' (duration: 208.402778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:21.658493Z","caller":"traceutil/trace.go:171","msg":"trace[1374117935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23541; }","duration":"191.895537ms","start":"2026-03-03T03:41:21.466554Z","end":"2026-03-03T03:41:21.658449Z","steps":["trace[1374117935] 'agreement among raft nodes before linearized reading' (duration: 191.753724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:21.658445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.659341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:21.658736Z","caller":"traceutil/trace.go:171","msg":"trace[1101027542] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23541; }","duration":"183.984327ms","start":"2026-03-03T03:41:21.474727Z","end":"2026-03-03T03:41:21.658711Z","steps":["trace[1101027542] 'agreement among raft nodes before linearized reading' (duration: 183.517347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:45.130216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.110622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:45.130364Z","caller":"traceutil/trace.go:171","msg":"trace[635394336] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"253.50522ms","start":"2026-03-03T03:41:44.876819Z","end":"2026-03-03T03:41:45.130324Z","steps":["trace[635394336] 'process raft request' (duration: 149.171944ms)","trace[635394336] 'compare' (duration: 103.855396ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:45.157526Z","caller":"traceutil/trace.go:171","msg":"trace[1011598475] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"197.851123ms","start":"2026-03-03T03:41:44.959643Z","end":"2026-03-03T03:41:45.157494Z","steps":["trace[1011598475] 'process raft request' (duration: 197.649849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:45.157416Z","caller":"traceutil/trace.go:171","msg":"trace[1356267767] linearizableReadLoop","detail":"{readStateIndex:24538; appliedIndex:24536; }","duration":"181.901863ms","start":"2026-03-03T03:41:44.975493Z","end":"2026-03-03T03:41:45.157394Z","steps":["trace[1356267767] 'read index received' (duration: 50.60002ms)","trace[1356267767] 'applied index is now lower than readState.Index' (duration: 131.300983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:45.157754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.24985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T03:41:45.157831Z","caller":"traceutil/trace.go:171","msg":"trace[1840335353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23714; }","duration":"182.381953ms","start":"2026-03-03T03:41:44.975432Z","end":"2026-03-03T03:41:45.157814Z","steps":["trace[1840335353] 'agreement among raft nodes before linearized reading' (duration: 182.130827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:45.396195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.999283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:45.39637Z","caller":"traceutil/trace.go:171","msg":"trace[29004530] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"235.241191ms","start":"2026-03-03T03:41:45.161087Z","end":"2026-03-03T03:41:45.396328Z","steps":["trace[29004530] 'process raft request' (duration: 84.015043ms)","trace[29004530] 'compare' (duration: 150.876211ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:45.396447Z","caller":"traceutil/trace.go:171","msg":"trace[1120014476] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24538; }","duration":"223.394157ms","start":"2026-03-03T03:41:45.17299Z","end":"2026-03-03T03:41:45.396384Z","steps":["trace[1120014476] 'read index received' (duration: 72.19125ms)","trace[1120014476] 'applied index is now lower than readState.Index' (duration: 151.198467ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:45.396563Z","caller":"traceutil/trace.go:171","msg":"trace[1967389662] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"207.55364ms","start":"2026-03-03T03:41:45.188831Z","end":"2026-03-03T03:41:45.396384Z","steps":["trace[1967389662] 'process raft request' (duration: 207.484339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:45.396625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.93428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:41:45.396602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.598201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T03:41:45.396683Z","caller":"traceutil/trace.go:171","msg":"trace[740449437] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23716; }","duration":"106.009541ms","start":"2026-03-03T03:41:45.290659Z","end":"2026-03-03T03:41:45.396668Z","steps":["trace[740449437] 'agreement among raft nodes before linearized reading' (duration: 105.901359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:45.396746Z","caller":"traceutil/trace.go:171","msg":"trace[242489879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23716; }","duration":"223.710674ms","start":"2026-03-03T03:41:45.172976Z","end":"2026-03-03T03:41:45.396687Z","steps":["trace[242489879] 'agreement among raft nodes before linearized reading' (duration: 223.448368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:45.728708Z","caller":"traceutil/trace.go:171","msg":"trace[1776571655] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"271.948855ms","start":"2026-03-03T03:41:45.456739Z","end":"2026-03-03T03:41:45.728688Z","steps":["trace[1776571655] 'process raft request' (duration: 201.516421ms)","trace[1776571655] 'compare' (duration: 70.113907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:45.728954Z","caller":"traceutil/trace.go:171","msg":"trace[1998724826] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"271.760501ms","start":"2026-03-03T03:41:45.457174Z","end":"2026-03-03T03:41:45.728935Z","steps":["trace[1998724826] 'process raft request' (duration: 271.474945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:45.72929Z","caller":"traceutil/trace.go:171","msg":"trace[1496132966] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"267.824087ms","start":"2026-03-03T03:41:45.461454Z","end":"2026-03-03T03:41:45.729279Z","steps":["trace[1496132966] 'process raft request' (duration: 267.380658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:45.729299Z","caller":"traceutil/trace.go:171","msg":"trace[1480240279] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"257.164649ms","start":"2026-03-03T03:41:45.472123Z","end":"2026-03-03T03:41:45.729288Z","steps":["trace[1480240279] 'process raft request' (duration: 257.006756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:45.729278Z","caller":"traceutil/trace.go:171","msg":"trace[341212445] linearizableReadLoop","detail":"{readStateIndex:24545; appliedIndex:24541; }","duration":"241.133786ms","start":"2026-03-03T03:41:45.488116Z","end":"2026-03-03T03:41:45.72925Z","steps":["trace[341212445] 'read index received' (duration: 170.114651ms)","trace[341212445] 'applied index is now lower than readState.Index' (duration: 71.017785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:45.729609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.467783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:41:45.729687Z","caller":"traceutil/trace.go:171","msg":"trace[939834591] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23721; }","duration":"241.590916ms","start":"2026-03-03T03:41:45.48808Z","end":"2026-03-03T03:41:45.729671Z","steps":["trace[939834591] 'agreement among raft nodes before linearized reading' (duration: 241.257559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:46.011329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.896298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:46.011516Z","caller":"traceutil/trace.go:171","msg":"trace[1983928568] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"227.25358ms","start":"2026-03-03T03:41:45.784194Z","end":"2026-03-03T03:41:46.011448Z","steps":["trace[1983928568] 'process raft request' (duration: 70.138917ms)","trace[1983928568] 'compare' (duration: 156.705814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:46.29014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.663325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:46.290265Z","caller":"traceutil/trace.go:171","msg":"trace[1533730404] linearizableReadLoop","detail":"{readStateIndex:24547; appliedIndex:24546; }","duration":"145.779471ms","start":"2026-03-03T03:41:46.144465Z","end":"2026-03-03T03:41:46.290244Z","steps":["trace[1533730404] 'read index received' (duration: 2.856691ms)","trace[1533730404] 'applied index is now lower than readState.Index' (duration: 142.92118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:46.290401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.921644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:46.290463Z","caller":"traceutil/trace.go:171","msg":"trace[1066637609] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23723; }","duration":"146.012076ms","start":"2026-03-03T03:41:46.144431Z","end":"2026-03-03T03:41:46.290443Z","steps":["trace[1066637609] 'agreement among raft nodes before linearized reading' (duration: 145.875983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:46.290744Z","caller":"traceutil/trace.go:171","msg":"trace[1665270701] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"265.63347ms","start":"2026-03-03T03:41:46.025091Z","end":"2026-03-03T03:41:46.290724Z","steps":["trace[1665270701] 'process raft request' (duration: 122.2828ms)","trace[1665270701] 'compare' (duration: 142.518082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:46.572841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.931362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T03:41:46.572928Z","caller":"traceutil/trace.go:171","msg":"trace[1860373604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23723; }","duration":"173.059424ms","start":"2026-03-03T03:41:46.39985Z","end":"2026-03-03T03:41:46.572909Z","steps":["trace[1860373604] 'range keys from in-memory index tree' (duration: 172.734666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:46.705089Z","caller":"traceutil/trace.go:171","msg":"trace[1957696756] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"124.568608ms","start":"2026-03-03T03:41:46.580494Z","end":"2026-03-03T03:41:46.705063Z","steps":["trace[1957696756] 'process raft request' (duration: 124.428465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:47.274215Z","caller":"traceutil/trace.go:171","msg":"trace[540134974] linearizableReadLoop","detail":"{readStateIndex:24549; appliedIndex:24548; }","duration":"119.324717ms","start":"2026-03-03T03:41:47.154875Z","end":"2026-03-03T03:41:47.274199Z","steps":["trace[540134974] 'read index received' (duration: 119.164324ms)","trace[540134974] 'applied index is now lower than readState.Index' (duration: 159.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:47.274313Z","caller":"traceutil/trace.go:171","msg":"trace[2057690230] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"139.14146ms","start":"2026-03-03T03:41:47.135143Z","end":"2026-03-03T03:41:47.274284Z","steps":["trace[2057690230] 'process raft request' (duration: 138.950506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:47.274408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.516032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T03:41:47.274434Z","caller":"traceutil/trace.go:171","msg":"trace[2097179045] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23725; }","duration":"119.599833ms","start":"2026-03-03T03:41:47.154828Z","end":"2026-03-03T03:41:47.274428Z","steps":["trace[2097179045] 'agreement among raft nodes before linearized reading' (duration: 119.45386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:47.291592Z","caller":"traceutil/trace.go:171","msg":"trace[1143636369] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"124.943197ms","start":"2026-03-03T03:41:47.166605Z","end":"2026-03-03T03:41:47.291548Z","steps":["trace[1143636369] 'process raft request' (duration: 124.779624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:47.291811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.536093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:41:47.291855Z","caller":"traceutil/trace.go:171","msg":"trace[151580288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23727; }","duration":"120.600144ms","start":"2026-03-03T03:41:47.171244Z","end":"2026-03-03T03:41:47.291844Z","steps":["trace[151580288] 'agreement among raft nodes before linearized reading' (duration: 120.497502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:47.77883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.254009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:47.7789Z","caller":"traceutil/trace.go:171","msg":"trace[2116581676] linearizableReadLoop","detail":"{readStateIndex:24553; appliedIndex:24552; }","duration":"302.965396ms","start":"2026-03-03T03:41:47.475924Z","end":"2026-03-03T03:41:47.77889Z","steps":["trace[2116581676] 'read index received' (duration: 121.529443ms)","trace[2116581676] 'applied index is now lower than readState.Index' (duration: 181.434913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:47.77894Z","caller":"traceutil/trace.go:171","msg":"trace[361855477] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"313.446631ms","start":"2026-03-03T03:41:47.465467Z","end":"2026-03-03T03:41:47.778913Z","steps":["trace[361855477] 'process raft request' (duration: 132.043478ms)","trace[361855477] 'compare' (duration: 180.998954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:47.779014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.074358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T03:41:47.779067Z","caller":"traceutil/trace.go:171","msg":"trace[218708990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23729; }","duration":"303.15012ms","start":"2026-03-03T03:41:47.475903Z","end":"2026-03-03T03:41:47.779053Z","steps":["trace[218708990] 'agreement among raft nodes before linearized reading' (duration: 303.021038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:47.779088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:47.465451Z","time spent":"313.554742ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:47.779106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:47.475896Z","time spent":"303.202421ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T03:41:47.843201Z","caller":"traceutil/trace.go:171","msg":"trace[1897409041] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"108.794972ms","start":"2026-03-03T03:41:47.734389Z","end":"2026-03-03T03:41:47.843184Z","steps":["trace[1897409041] 'process raft request' (duration: 108.705901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.007587Z","caller":"traceutil/trace.go:171","msg":"trace[1558994751] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"271.596587ms","start":"2026-03-03T03:41:47.735968Z","end":"2026-03-03T03:41:48.007564Z","steps":["trace[1558994751] 'process raft request' (duration: 271.521416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.007616Z","caller":"traceutil/trace.go:171","msg":"trace[1714332794] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"271.999186ms","start":"2026-03-03T03:41:47.735586Z","end":"2026-03-03T03:41:48.007585Z","steps":["trace[1714332794] 'process raft request' (duration: 271.74379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.007851Z","caller":"traceutil/trace.go:171","msg":"trace[1794009810] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"271.186338ms","start":"2026-03-03T03:41:47.736638Z","end":"2026-03-03T03:41:48.007824Z","steps":["trace[1794009810] 'process raft request' (duration: 270.893451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.008162Z","caller":"traceutil/trace.go:171","msg":"trace[1094257364] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"225.82223ms","start":"2026-03-03T03:41:47.782322Z","end":"2026-03-03T03:41:48.008145Z","steps":["trace[1094257364] 'process raft request' (duration: 225.38361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.008238Z","caller":"traceutil/trace.go:171","msg":"trace[381262041] linearizableReadLoop","detail":"{readStateIndex:24557; appliedIndex:24553; }","duration":"229.311724ms","start":"2026-03-03T03:41:47.778914Z","end":"2026-03-03T03:41:48.008226Z","steps":["trace[381262041] 'read index received' (duration: 64.243361ms)","trace[381262041] 'applied index is now lower than readState.Index' (duration: 165.067063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:48.008323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.546048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:48.008413Z","caller":"traceutil/trace.go:171","msg":"trace[556234296] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23734; }","duration":"280.661011ms","start":"2026-03-03T03:41:47.727713Z","end":"2026-03-03T03:41:48.008374Z","steps":["trace[556234296] 'agreement among raft nodes before linearized reading' (duration: 280.549549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.243742Z","caller":"traceutil/trace.go:171","msg":"trace[1391458882] linearizableReadLoop","detail":"{readStateIndex:24559; appliedIndex:24558; }","duration":"235.450786ms","start":"2026-03-03T03:41:48.008273Z","end":"2026-03-03T03:41:48.243724Z","steps":["trace[1391458882] 'read index received' (duration: 136.990554ms)","trace[1391458882] 'applied index is now lower than readState.Index' (duration: 98.459552ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:48.243826Z","caller":"traceutil/trace.go:171","msg":"trace[1054242210] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"282.47536ms","start":"2026-03-03T03:41:47.961343Z","end":"2026-03-03T03:41:48.243818Z","steps":["trace[1054242210] 'process raft request' (duration: 184.013658ms)","trace[1054242210] 'compare' (duration: 98.290368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:48.243944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.621116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:48.243976Z","caller":"traceutil/trace.go:171","msg":"trace[906070549] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23735; }","duration":"262.708258ms","start":"2026-03-03T03:41:47.98126Z","end":"2026-03-03T03:41:48.243969Z","steps":["trace[906070549] 'agreement among raft nodes before linearized reading' (duration: 262.642747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:48.244148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.366736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T03:41:48.244175Z","caller":"traceutil/trace.go:171","msg":"trace[76699287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23735; }","duration":"229.418637ms","start":"2026-03-03T03:41:48.014751Z","end":"2026-03-03T03:41:48.24417Z","steps":["trace[76699287] 'agreement among raft nodes before linearized reading' (duration: 229.332345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:48.244306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.82549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:48.24442Z","caller":"traceutil/trace.go:171","msg":"trace[1427721207] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23735; }","duration":"113.941453ms","start":"2026-03-03T03:41:48.13044Z","end":"2026-03-03T03:41:48.244381Z","steps":["trace[1427721207] 'agreement among raft nodes before linearized reading' (duration: 113.765079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.503653Z","caller":"traceutil/trace.go:171","msg":"trace[1223989916] linearizableReadLoop","detail":"{readStateIndex:24560; appliedIndex:24559; }","duration":"249.429994ms","start":"2026-03-03T03:41:48.254195Z","end":"2026-03-03T03:41:48.503625Z","steps":["trace[1223989916] 'read index received' (duration: 155.313576ms)","trace[1223989916] 'applied index is now lower than readState.Index' (duration: 94.115048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:48.503944Z","caller":"traceutil/trace.go:171","msg":"trace[223350974] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"255.788791ms","start":"2026-03-03T03:41:48.248141Z","end":"2026-03-03T03:41:48.50393Z","steps":["trace[223350974] 'process raft request' (duration: 161.373485ms)","trace[223350974] 'compare' (duration: 93.768351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:48.504099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.894798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:41:48.504171Z","caller":"traceutil/trace.go:171","msg":"trace[1652338793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23736; }","duration":"208.015051ms","start":"2026-03-03T03:41:48.296138Z","end":"2026-03-03T03:41:48.504153Z","steps":["trace[1652338793] 'agreement among raft nodes before linearized reading' (duration: 207.801986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:48.50418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.978817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:48.504229Z","caller":"traceutil/trace.go:171","msg":"trace[1375818789] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23736; }","duration":"250.055528ms","start":"2026-03-03T03:41:48.254158Z","end":"2026-03-03T03:41:48.504213Z","steps":["trace[1375818789] 'agreement among raft nodes before linearized reading' (duration: 249.962546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:48.701708Z","caller":"traceutil/trace.go:171","msg":"trace[629216696] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"192.780515ms","start":"2026-03-03T03:41:48.508904Z","end":"2026-03-03T03:41:48.701684Z","steps":["trace[629216696] 'process raft request' (duration: 133.47717ms)","trace[629216696] 'compare' (duration: 59.05627ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:48.701737Z","caller":"traceutil/trace.go:171","msg":"trace[211338702] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"104.507801ms","start":"2026-03-03T03:41:48.597204Z","end":"2026-03-03T03:41:48.701712Z","steps":["trace[211338702] 'process raft request' (duration: 104.429119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:48.701888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.835744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:48.701786Z","caller":"traceutil/trace.go:171","msg":"trace[15384087] linearizableReadLoop","detail":"{readStateIndex:24562; appliedIndex:24560; }","duration":"191.727142ms","start":"2026-03-03T03:41:48.51003Z","end":"2026-03-03T03:41:48.701757Z","steps":["trace[15384087] 'read index received' (duration: 78.890303ms)","trace[15384087] 'applied index is now lower than readState.Index' (duration: 112.834739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:48.70193Z","caller":"traceutil/trace.go:171","msg":"trace[295891620] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23739; }","duration":"191.912416ms","start":"2026-03-03T03:41:48.510003Z","end":"2026-03-03T03:41:48.701915Z","steps":["trace[295891620] 'agreement among raft nodes before linearized reading' (duration: 191.828114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:49.56712Z","caller":"traceutil/trace.go:171","msg":"trace[1894384973] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24565; }","duration":"184.360205ms","start":"2026-03-03T03:41:49.382733Z","end":"2026-03-03T03:41:49.567093Z","steps":["trace[1894384973] 'read index received' (duration: 162.754503ms)","trace[1894384973] 'applied index is now lower than readState.Index' (duration: 21.604332ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:49.567214Z","caller":"traceutil/trace.go:171","msg":"trace[1147158717] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"270.475192ms","start":"2026-03-03T03:41:49.296701Z","end":"2026-03-03T03:41:49.567176Z","steps":["trace[1147158717] 'process raft request' (duration: 248.665577ms)","trace[1147158717] 'compare' (duration: 21.444068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:49.567288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.536509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:49.567379Z","caller":"traceutil/trace.go:171","msg":"trace[1297085047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23742; }","duration":"184.682472ms","start":"2026-03-03T03:41:49.382672Z","end":"2026-03-03T03:41:49.567355Z","steps":["trace[1297085047] 'agreement among raft nodes before linearized reading' (duration: 184.512949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:49.573598Z","caller":"traceutil/trace.go:171","msg":"trace[910284534] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"107.174937ms","start":"2026-03-03T03:41:49.466406Z","end":"2026-03-03T03:41:49.573581Z","steps":["trace[910284534] 'process raft request' (duration: 106.976703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:49.573696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.441404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:41:49.573784Z","caller":"traceutil/trace.go:171","msg":"trace[2073827039] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23743; }","duration":"175.550527ms","start":"2026-03-03T03:41:49.398212Z","end":"2026-03-03T03:41:49.573762Z","steps":["trace[2073827039] 'agreement among raft nodes before linearized reading' (duration: 175.386323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:49.823876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.891488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-881defb8-d9ac-41a3-8c13-fd684b21395f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T03:41:49.823984Z","caller":"traceutil/trace.go:171","msg":"trace[2019445496] range","detail":"{range_begin:/registry/persistentvolumes/pvc-881defb8-d9ac-41a3-8c13-fd684b21395f; range_end:; response_count:1; response_revision:23743; }","duration":"157.076693ms","start":"2026-03-03T03:41:49.666885Z","end":"2026-03-03T03:41:49.823962Z","steps":["trace[2019445496] 'range keys from in-memory index tree' (duration: 156.753225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:49.82412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.85189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-03-03T03:41:49.824243Z","caller":"traceutil/trace.go:171","msg":"trace[2083482769] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23743; }","duration":"143.211066ms","start":"2026-03-03T03:41:49.68102Z","end":"2026-03-03T03:41:49.824231Z","steps":["trace[2083482769] 'range keys from in-memory index tree' (duration: 142.694326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:50.007102Z","caller":"traceutil/trace.go:171","msg":"trace[1954492344] linearizableReadLoop","detail":"{readStateIndex:24569; appliedIndex:24567; }","duration":"118.989869ms","start":"2026-03-03T03:41:49.888087Z","end":"2026-03-03T03:41:50.007077Z","steps":["trace[1954492344] 'read index received' (duration: 5.18539ms)","trace[1954492344] 'applied index is now lower than readState.Index' (duration: 113.803549ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:50.007227Z","caller":"traceutil/trace.go:171","msg":"trace[876831551] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"159.765211ms","start":"2026-03-03T03:41:49.847389Z","end":"2026-03-03T03:41:50.007154Z","steps":["trace[876831551] 'process raft request' (duration: 108.512747ms)","trace[876831551] 'compare' (duration: 51.047219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:50.007262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.142423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:50.00731Z","caller":"traceutil/trace.go:171","msg":"trace[195014758] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23745; }","duration":"119.217435ms","start":"2026-03-03T03:41:49.888079Z","end":"2026-03-03T03:41:50.007296Z","steps":["trace[195014758] 'agreement among raft nodes before linearized reading' (duration: 119.097382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:50.189085Z","caller":"traceutil/trace.go:171","msg":"trace[260115686] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"175.799882ms","start":"2026-03-03T03:41:50.013252Z","end":"2026-03-03T03:41:50.189052Z","steps":["trace[260115686] 'process raft request' (duration: 98.585184ms)","trace[260115686] 'compare' (duration: 77.065435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:50.276098Z","caller":"traceutil/trace.go:171","msg":"trace[2018678411] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"262.642566ms","start":"2026-03-03T03:41:50.01342Z","end":"2026-03-03T03:41:50.276062Z","steps":["trace[2018678411] 'process raft request' (duration: 262.33698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:50.276412Z","caller":"traceutil/trace.go:171","msg":"trace[141379532] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"262.937683ms","start":"2026-03-03T03:41:50.013435Z","end":"2026-03-03T03:41:50.276373Z","steps":["trace[141379532] 'process raft request' (duration: 262.571135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:50.276583Z","caller":"traceutil/trace.go:171","msg":"trace[1535707724] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"260.929859ms","start":"2026-03-03T03:41:50.015635Z","end":"2026-03-03T03:41:50.276565Z","steps":["trace[1535707724] 'process raft request' (duration: 260.713334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:50.276583Z","caller":"traceutil/trace.go:171","msg":"trace[1102736709] linearizableReadLoop","detail":"{readStateIndex:24573; appliedIndex:24569; }","duration":"213.252202ms","start":"2026-03-03T03:41:50.0633Z","end":"2026-03-03T03:41:50.276552Z","steps":["trace[1102736709] 'read index received' (duration: 48.567477ms)","trace[1102736709] 'applied index is now lower than readState.Index' (duration: 164.683205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:50.276784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.457596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T03:41:50.276855Z","caller":"traceutil/trace.go:171","msg":"trace[1213373951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23749; }","duration":"213.565219ms","start":"2026-03-03T03:41:50.063272Z","end":"2026-03-03T03:41:50.276837Z","steps":["trace[1213373951] 'agreement among raft nodes before linearized reading' (duration: 213.355804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:50.588905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.600988ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T03:41:50.589167Z","caller":"traceutil/trace.go:171","msg":"trace[1499438809] linearizableReadLoop","detail":"{readStateIndex:24575; appliedIndex:24573; }","duration":"206.003748ms","start":"2026-03-03T03:41:50.383144Z","end":"2026-03-03T03:41:50.589148Z","steps":["trace[1499438809] 'read index received' (duration: 44.791µs)","trace[1499438809] 'applied index is now lower than readState.Index' (duration: 205.958067ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:50.589426Z","caller":"traceutil/trace.go:171","msg":"trace[1126388661] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"307.736098ms","start":"2026-03-03T03:41:50.281679Z","end":"2026-03-03T03:41:50.589415Z","steps":["trace[1126388661] 'process raft request' (duration: 307.33245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:50.589519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T03:41:50.281662Z","time spent":"307.795659ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T03:41:50.58969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.555559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:50.589716Z","caller":"traceutil/trace.go:171","msg":"trace[1139742788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23750; }","duration":"206.624921ms","start":"2026-03-03T03:41:50.383085Z","end":"2026-03-03T03:41:50.589709Z","steps":["trace[1139742788] 'agreement among raft nodes before linearized reading' (duration: 206.57303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:50.848761Z","caller":"traceutil/trace.go:171","msg":"trace[1579833288] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24576; }","duration":"145.145278ms","start":"2026-03-03T03:41:50.703596Z","end":"2026-03-03T03:41:50.848742Z","steps":["trace[1579833288] 'read index received' (duration: 92.571736ms)","trace[1579833288] 'applied index is now lower than readState.Index' (duration: 52.572592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:50.848848Z","caller":"traceutil/trace.go:171","msg":"trace[694671935] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"254.86903ms","start":"2026-03-03T03:41:50.593972Z","end":"2026-03-03T03:41:50.848841Z","steps":["trace[694671935] 'process raft request' (duration: 202.735167ms)","trace[694671935] 'compare' (duration: 51.811226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:50.849026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.306128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T03:41:50.849103Z","caller":"traceutil/trace.go:171","msg":"trace[634597348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23752; }","duration":"142.405519ms","start":"2026-03-03T03:41:50.70668Z","end":"2026-03-03T03:41:50.849085Z","steps":["trace[634597348] 'agreement among raft nodes before linearized reading' (duration: 142.185785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:50.849218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.627708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-03T03:41:50.849245Z","caller":"traceutil/trace.go:171","msg":"trace[190493312] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23752; }","duration":"145.69668ms","start":"2026-03-03T03:41:50.703539Z","end":"2026-03-03T03:41:50.849236Z","steps":["trace[190493312] 'agreement among raft nodes before linearized reading' (duration: 145.557387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:51.07909Z","caller":"traceutil/trace.go:171","msg":"trace[2010285575] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"225.380441ms","start":"2026-03-03T03:41:50.853679Z","end":"2026-03-03T03:41:51.079059Z","steps":["trace[2010285575] 'process raft request' (duration: 141.641743ms)","trace[2010285575] 'compare' (duration: 83.614815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:51.460512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.042096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T03:41:51.460591Z","caller":"traceutil/trace.go:171","msg":"trace[2123302109] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23755; }","duration":"100.135448ms","start":"2026-03-03T03:41:51.360437Z","end":"2026-03-03T03:41:51.460572Z","steps":["trace[2123302109] 'agreement among raft nodes before linearized reading' (duration: 99.991305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:51.460615Z","caller":"traceutil/trace.go:171","msg":"trace[1539735762] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"108.327852ms","start":"2026-03-03T03:41:51.352266Z","end":"2026-03-03T03:41:51.460594Z","steps":["trace[1539735762] 'process raft request' (duration: 107.973605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:51.732383Z","caller":"traceutil/trace.go:171","msg":"trace[2138717555] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"153.489587ms","start":"2026-03-03T03:41:51.578472Z","end":"2026-03-03T03:41:51.731961Z","steps":["trace[2138717555] 'process raft request' (duration: 153.228541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:52.177692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.613392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:52.177873Z","caller":"traceutil/trace.go:171","msg":"trace[963920770] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"165.223856ms","start":"2026-03-03T03:41:52.012609Z","end":"2026-03-03T03:41:52.177832Z","steps":["trace[963920770] 'process raft request' (duration: 16.362749ms)","trace[963920770] 'compare' (duration: 148.273305ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:52.394329Z","caller":"traceutil/trace.go:171","msg":"trace[297184078] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"111.902618ms","start":"2026-03-03T03:41:52.28239Z","end":"2026-03-03T03:41:52.394293Z","steps":["trace[297184078] 'process raft request' (duration: 111.683734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:52.609728Z","caller":"traceutil/trace.go:171","msg":"trace[1334938595] linearizableReadLoop","detail":"{readStateIndex:24588; appliedIndex:24587; }","duration":"215.456539ms","start":"2026-03-03T03:41:52.39424Z","end":"2026-03-03T03:41:52.609697Z","steps":["trace[1334938595] 'read index received' (duration: 196.828962ms)","trace[1334938595] 'applied index is now lower than readState.Index' (duration: 18.626227ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:52.609788Z","caller":"traceutil/trace.go:171","msg":"trace[254015812] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"249.901764ms","start":"2026-03-03T03:41:52.359854Z","end":"2026-03-03T03:41:52.609756Z","steps":["trace[254015812] 'process raft request' (duration: 231.211146ms)","trace[254015812] 'compare' (duration: 18.509255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:52.609904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.869073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T03:41:52.609933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.347873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:52.60996Z","caller":"traceutil/trace.go:171","msg":"trace[223779263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23763; }","duration":"226.965495ms","start":"2026-03-03T03:41:52.38297Z","end":"2026-03-03T03:41:52.609936Z","steps":["trace[223779263] 'agreement among raft nodes before linearized reading' (duration: 226.863293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:52.610003Z","caller":"traceutil/trace.go:171","msg":"trace[60263222] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23763; }","duration":"212.476365ms","start":"2026-03-03T03:41:52.397509Z","end":"2026-03-03T03:41:52.609985Z","steps":["trace[60263222] 'agreement among raft nodes before linearized reading' (duration: 212.344072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:53.1099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.054742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T03:41:53.110131Z","caller":"traceutil/trace.go:171","msg":"trace[1939361868] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"161.882725ms","start":"2026-03-03T03:41:52.948205Z","end":"2026-03-03T03:41:53.110088Z","steps":["trace[1939361868] 'process raft request' (duration: 49.556597ms)","trace[1939361868] 'compare' (duration: 111.806807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:53.385917Z","caller":"traceutil/trace.go:171","msg":"trace[1219808669] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"135.974692ms","start":"2026-03-03T03:41:53.249915Z","end":"2026-03-03T03:41:53.38589Z","steps":["trace[1219808669] 'process raft request' (duration: 131.035338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:54.476916Z","caller":"traceutil/trace.go:171","msg":"trace[661915760] linearizableReadLoop","detail":"{readStateIndex:24599; appliedIndex:24598; }","duration":"107.524595ms","start":"2026-03-03T03:41:54.369365Z","end":"2026-03-03T03:41:54.47689Z","steps":["trace[661915760] 'read index received' (duration: 105.972882ms)","trace[661915760] 'applied index is now lower than readState.Index' (duration: 1.550493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:54.477124Z","caller":"traceutil/trace.go:171","msg":"trace[705853353] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"114.614857ms","start":"2026-03-03T03:41:54.362494Z","end":"2026-03-03T03:41:54.477109Z","steps":["trace[705853353] 'process raft request' (duration: 112.818328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:41:54.47734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.955994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:54.477379Z","caller":"traceutil/trace.go:171","msg":"trace[310550093] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23774; }","duration":"108.010466ms","start":"2026-03-03T03:41:54.369357Z","end":"2026-03-03T03:41:54.477367Z","steps":["trace[310550093] 'agreement among raft nodes before linearized reading' (duration: 107.933125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:55.61377Z","caller":"traceutil/trace.go:171","msg":"trace[1892584117] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"111.057511ms","start":"2026-03-03T03:41:55.502691Z","end":"2026-03-03T03:41:55.613748Z","steps":["trace[1892584117] 'process raft request' (duration: 110.913727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:57.884165Z","caller":"traceutil/trace.go:171","msg":"trace[758743747] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24620; }","duration":"158.881351ms","start":"2026-03-03T03:41:57.725266Z","end":"2026-03-03T03:41:57.884147Z","steps":["trace[758743747] 'read index received' (duration: 78.153838ms)","trace[758743747] 'applied index is now lower than readState.Index' (duration: 80.726893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:41:57.884182Z","caller":"traceutil/trace.go:171","msg":"trace[212411608] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"160.665249ms","start":"2026-03-03T03:41:57.723488Z","end":"2026-03-03T03:41:57.884153Z","steps":["trace[212411608] 'process raft request' (duration: 79.977947ms)","trace[212411608] 'compare' (duration: 80.59839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:41:57.884292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.002294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:41:57.884356Z","caller":"traceutil/trace.go:171","msg":"trace[181571396] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23795; }","duration":"159.112726ms","start":"2026-03-03T03:41:57.725228Z","end":"2026-03-03T03:41:57.884341Z","steps":["trace[181571396] 'agreement among raft nodes before linearized reading' (duration: 158.981153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:41:58.086579Z","caller":"traceutil/trace.go:171","msg":"trace[87241423] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"111.03407ms","start":"2026-03-03T03:41:57.975523Z","end":"2026-03-03T03:41:58.086557Z","steps":["trace[87241423] 'process raft request' (duration: 72.763334ms)","trace[87241423] 'compare' (duration: 38.171334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:42:02.487781Z","caller":"traceutil/trace.go:171","msg":"trace[22579849] linearizableReadLoop","detail":"{readStateIndex:24654; appliedIndex:24652; }","duration":"102.814293ms","start":"2026-03-03T03:42:02.384943Z","end":"2026-03-03T03:42:02.487757Z","steps":["trace[22579849] 'read index received' (duration: 102.534988ms)","trace[22579849] 'applied index is now lower than readState.Index' (duration: 278.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T03:42:02.487847Z","caller":"traceutil/trace.go:171","msg":"trace[617964878] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"156.619302ms","start":"2026-03-03T03:42:02.33119Z","end":"2026-03-03T03:42:02.487809Z","steps":["trace[617964878] 'process raft request' (duration: 156.344437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:42:02.48791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.958227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:42:02.487901Z","caller":"traceutil/trace.go:171","msg":"trace[626368730] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"155.205263ms","start":"2026-03-03T03:42:02.332662Z","end":"2026-03-03T03:42:02.487868Z","steps":["trace[626368730] 'process raft request' (duration: 155.047789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:42:02.487949Z","caller":"traceutil/trace.go:171","msg":"trace[1345630995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23827; }","duration":"103.057188ms","start":"2026-03-03T03:42:02.384882Z","end":"2026-03-03T03:42:02.487939Z","steps":["trace[1345630995] 'agreement among raft nodes before linearized reading' (duration: 102.971386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:42:28.910489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.868633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:42:28.910583Z","caller":"traceutil/trace.go:171","msg":"trace[257873438] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24162; }","duration":"124.015967ms","start":"2026-03-03T03:42:28.786547Z","end":"2026-03-03T03:42:28.910563Z","steps":["trace[257873438] 'range keys from in-memory index tree' (duration: 123.782032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T03:42:28.910923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.524732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T03:42:28.911054Z","caller":"traceutil/trace.go:171","msg":"trace[883325337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24162; }","duration":"141.709765ms","start":"2026-03-03T03:42:28.769324Z","end":"2026-03-03T03:42:28.911033Z","steps":["trace[883325337] 'range keys from in-memory index tree' (duration: 140.671152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:42:29.130351Z","caller":"traceutil/trace.go:171","msg":"trace[686568047] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24996; }","duration":"214.165772ms","start":"2026-03-03T03:42:28.916164Z","end":"2026-03-03T03:42:29.13033Z","steps":["trace[686568047] 'read index received' (duration: 213.958228ms)","trace[686568047] 'applied index is now lower than readState.Index' (duration: 206.594µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T03:42:29.130468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.291994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T03:42:29.130501Z","caller":"traceutil/trace.go:171","msg":"trace[1710595320] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24163; }","duration":"214.371026ms","start":"2026-03-03T03:42:28.916117Z","end":"2026-03-03T03:42:29.130488Z","steps":["trace[1710595320] 'agreement among raft nodes before linearized reading' (duration: 214.298515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:42:29.130556Z","caller":"traceutil/trace.go:171","msg":"trace[1121211230] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"215.689053ms","start":"2026-03-03T03:42:28.914837Z","end":"2026-03-03T03:42:29.130526Z","steps":["trace[1121211230] 'process raft request' (duration: 215.338966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T03:42:41.724417Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21411} {"level":"info","ts":"2026-03-03T03:42:41.876539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21411,"took":"148.171093ms","hash":3914158484,"current-db-size-bytes":50130944,"current-db-size":"50 MB","current-db-size-in-use-bytes":31961088,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T03:42:41.876586Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3914158484,"revision":21411,"compact-revision":18698} {"level":"info","ts":"2026-03-03T03:47:41.731733Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24280} {"level":"info","ts":"2026-03-03T03:47:41.864166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24280,"took":"128.80384ms","hash":1642190021,"current-db-size-bytes":51396608,"current-db-size":"51 MB","current-db-size-in-use-bytes":33234944,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T03:47:41.864224Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1642190021,"revision":24280,"compact-revision":21411} {"level":"info","ts":"2026-03-03T03:52:41.738731Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26841} {"level":"info","ts":"2026-03-03T03:52:41.864247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26841,"took":"121.074983ms","hash":3224958463,"current-db-size-bytes":51396608,"current-db-size":"51 MB","current-db-size-in-use-bytes":28246016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:52:41.864305Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3224958463,"revision":26841,"compact-revision":24280} {"level":"info","ts":"2026-03-03T03:52:56.963338Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T03:52:56.969239Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T03:52:56.969468Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T03:57:41.745296Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28914} {"level":"info","ts":"2026-03-03T03:57:41.859297Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28914,"took":"109.814069ms","hash":1102044310,"current-db-size-bytes":51396608,"current-db-size":"51 MB","current-db-size-in-use-bytes":27783168,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T03:57:41.85935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1102044310,"revision":28914,"compact-revision":26841} {"level":"info","ts":"2026-03-03T04:02:41.758691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31032} {"level":"info","ts":"2026-03-03T04:02:41.938224Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31032,"took":"175.103271ms","hash":2949261616,"current-db-size-bytes":51396608,"current-db-size":"51 MB","current-db-size-in-use-bytes":29609984,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T04:02:41.938302Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2949261616,"revision":31032,"compact-revision":28914} {"level":"info","ts":"2026-03-03T04:07:08.946805Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008dd9.wal"} {"level":"info","ts":"2026-03-03T04:07:41.767578Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33247} {"level":"info","ts":"2026-03-03T04:07:41.912701Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33247,"took":"141.604323ms","hash":366194133,"current-db-size-bytes":53981184,"current-db-size":"54 MB","current-db-size-in-use-bytes":29683712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T04:07:41.912766Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":366194133,"revision":33247,"compact-revision":31032}