{"level":"warn","ts":"2026-08-20T01:20:55.434469Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-20T01:20:55.434563Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.229:2380","--initial-cluster=instance=https://199.19.213.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-20T01:20:55.434634Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-20T01:20:55.434652Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-08-20T01:20:55.434681Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-20T01:20:55.435467Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"]} {"level":"info","ts":"2026-08-20T01:20:55.435564Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.229:2380"],"listen-peer-urls":["https://199.19.213.229:2380"],"advertise-client-urls":["https://199.19.213.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-20T01:20:55.440038Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.22188ms"} {"level":"info","ts":"2026-08-20T01:20:55.450727Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"98aaa0557ab926b1","cluster-id":"250cc9bd258bffbf"} {"level":"info","ts":"2026-08-20T01:20:55.450852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 switched to configuration voters=()"} {"level":"info","ts":"2026-08-20T01:20:55.450888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became follower at term 0"} {"level":"info","ts":"2026-08-20T01:20:55.450904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 98aaa0557ab926b1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-20T01:20:55.450932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became follower at term 1"} {"level":"info","ts":"2026-08-20T01:20:55.450997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529)"} {"level":"warn","ts":"2026-08-20T01:20:55.459265Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-20T01:20:55.461718Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-20T01:20:55.46313Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-20T01:20:55.465515Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"98aaa0557ab926b1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-20T01:20:55.465669Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"98aaa0557ab926b1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-20T01:20:55.465773Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-20T01:20:55.465804Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-20T01:20:55.465814Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-20T01:20:55.46665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529)"} {"level":"info","ts":"2026-08-20T01:20:55.466888Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","added-peer-id":"98aaa0557ab926b1","added-peer-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-08-20T01:20:55.469838Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-20T01:20:55.469926Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.229:2380"} {"level":"info","ts":"2026-08-20T01:20:55.46997Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.229:2380"} {"level":"info","ts":"2026-08-20T01:20:55.470204Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"98aaa0557ab926b1","initial-advertise-peer-urls":["https://199.19.213.229:2380"],"listen-peer-urls":["https://199.19.213.229:2380"],"advertise-client-urls":["https://199.19.213.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-20T01:20:55.470255Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-20T01:20:55.55166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 is starting a new election at term 1"} {"level":"info","ts":"2026-08-20T01:20:55.551742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-20T01:20:55.551784Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 received MsgPreVoteResp from 98aaa0557ab926b1 at term 1"} {"level":"info","ts":"2026-08-20T01:20:55.551805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became candidate at term 2"} {"level":"info","ts":"2026-08-20T01:20:55.551817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 received MsgVoteResp from 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-08-20T01:20:55.551849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became leader at term 2"} {"level":"info","ts":"2026-08-20T01:20:55.551871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 98aaa0557ab926b1 elected leader 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-08-20T01:20:55.552807Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:20:55.553722Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-20T01:20:55.553715Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"98aaa0557ab926b1","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.229:2379]}","request-path":"/0/members/98aaa0557ab926b1/attributes","cluster-id":"250cc9bd258bffbf","publish-timeout":"7s"} {"level":"info","ts":"2026-08-20T01:20:55.553797Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-20T01:20:55.553977Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:20:55.554108Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:20:55.554155Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-20T01:20:55.554311Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-20T01:20:55.554385Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-20T01:20:55.55782Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-20T01:20:55.559003Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.229:2379"} {"level":"info","ts":"2026-08-20T01:20:58.00212Z","caller":"traceutil/trace.go:171","msg":"trace[1290389091] linearizableReadLoop","detail":"{readStateIndex:54; appliedIndex:53; }","duration":"488.619643ms","start":"2026-08-20T01:20:57.51347Z","end":"2026-08-20T01:20:58.00209Z","steps":["trace[1290389091] 'read index received' (duration: 472.348258ms)","trace[1290389091] 'applied index is now lower than readState.Index' (duration: 16.270235ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:20:58.002308Z","caller":"traceutil/trace.go:171","msg":"trace[706753341] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"489.455154ms","start":"2026-08-20T01:20:57.51279Z","end":"2026-08-20T01:20:58.002245Z","steps":["trace[706753341] 'process raft request' (duration: 473.154808ms)","trace[706753341] 'compare' (duration: 15.996398ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:20:58.002385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.90512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/system-leader-election\" ","response":"range_response_count:1 size:1228"} {"level":"warn","ts":"2026-08-20T01:20:58.002382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.943585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-20T01:20:58.002468Z","caller":"traceutil/trace.go:171","msg":"trace[1113464547] range","detail":"{range_begin:/registry/flowschemas/system-leader-election; range_end:; response_count:1; response_revision:50; }","duration":"489.040253ms","start":"2026-08-20T01:20:57.513414Z","end":"2026-08-20T01:20:58.002454Z","steps":["trace[1113464547] 'agreement among raft nodes before linearized reading' (duration: 488.854379ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:20:58.002537Z","caller":"traceutil/trace.go:171","msg":"trace[1568091687] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:50; }","duration":"388.14578ms","start":"2026-08-20T01:20:57.614364Z","end":"2026-08-20T01:20:58.00251Z","steps":["trace[1568091687] 'agreement among raft nodes before linearized reading' (duration: 387.900964ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:20:58.00253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:20:57.513396Z","time spent":"489.122306ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1251,"request content":"key:\"/registry/flowschemas/system-leader-election\" "} {"level":"warn","ts":"2026-08-20T01:20:58.002522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.549538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-20T01:20:58.0026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:20:57.614337Z","time spent":"388.252073ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-08-20T01:20:58.002632Z","caller":"traceutil/trace.go:171","msg":"trace[1884875792] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:50; }","duration":"317.750023ms","start":"2026-08-20T01:20:57.684859Z","end":"2026-08-20T01:20:58.002609Z","steps":["trace[1884875792] 'agreement among raft nodes before linearized reading' (duration: 317.444926ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:20:58.002687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:20:57.68483Z","time spent":"317.847686ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-08-20T01:20:58.003078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:20:57.512759Z","time spent":"489.68032ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-20T01:21:14.265804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.594246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-20T01:21:14.265911Z","caller":"traceutil/trace.go:171","msg":"trace[965511149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"223.74213ms","start":"2026-08-20T01:21:14.04214Z","end":"2026-08-20T01:21:14.265882Z","steps":["trace[965511149] 'range keys from in-memory index tree' (duration: 223.503144ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:14.630488Z","caller":"traceutil/trace.go:171","msg":"trace[174760396] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"359.75662ms","start":"2026-08-20T01:21:14.270706Z","end":"2026-08-20T01:21:14.630463Z","steps":["trace[174760396] 'process raft request' (duration: 359.614936ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:14.630935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:14.270683Z","time spent":"359.882672ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:21:15.641908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.561541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-20T01:21:15.642127Z","caller":"traceutil/trace.go:171","msg":"trace[763772089] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:434; }","duration":"1.031726228s","start":"2026-08-20T01:21:14.610369Z","end":"2026-08-20T01:21:15.642095Z","steps":["trace[763772089] 'read index received' (duration: 19.956131ms)","trace[763772089] 'applied index is now lower than readState.Index' (duration: 1.011767567s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:15.642329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031899472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:21:15.642417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.716869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-20T01:21:15.642479Z","caller":"traceutil/trace.go:171","msg":"trace[1427976321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"141.818791ms","start":"2026-08-20T01:21:15.500645Z","end":"2026-08-20T01:21:15.642464Z","steps":["trace[1427976321] 'agreement among raft nodes before linearized reading' (duration: 141.665107ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:15.642497Z","caller":"traceutil/trace.go:171","msg":"trace[1738455867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"1.032099768s","start":"2026-08-20T01:21:14.610318Z","end":"2026-08-20T01:21:15.642418Z","steps":["trace[1738455867] 'agreement among raft nodes before linearized reading' (duration: 1.031846511s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:15.642612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:14.610294Z","time spent":"1.032300913s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:21:15.963816Z","caller":"traceutil/trace.go:171","msg":"trace[1165399109] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"315.67902ms","start":"2026-08-20T01:21:15.648114Z","end":"2026-08-20T01:21:15.963793Z","steps":["trace[1165399109] 'process raft request' (duration: 315.501195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:15.964013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:15.648086Z","time spent":"315.823583ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:21:15.966343Z","caller":"traceutil/trace.go:171","msg":"trace[1899361282] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:436; }","duration":"314.56337ms","start":"2026-08-20T01:21:15.651763Z","end":"2026-08-20T01:21:15.966326Z","steps":["trace[1899361282] 'read index received' (duration: 311.905931ms)","trace[1899361282] 'applied index is now lower than readState.Index' (duration: 2.655899ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:15.966457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.687893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:21:15.966495Z","caller":"traceutil/trace.go:171","msg":"trace[212324702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"314.768365ms","start":"2026-08-20T01:21:15.651714Z","end":"2026-08-20T01:21:15.966482Z","steps":["trace[212324702] 'agreement among raft nodes before linearized reading' (duration: 314.708293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:15.96654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:15.651702Z","time spent":"314.829876ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:21:15.966593Z","caller":"traceutil/trace.go:171","msg":"trace[1650627618] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"317.548858ms","start":"2026-08-20T01:21:15.649Z","end":"2026-08-20T01:21:15.966549Z","steps":["trace[1650627618] 'process raft request' (duration: 317.195769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:15.966788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:15.648966Z","time spent":"317.731403ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:21:21.875808Z","caller":"traceutil/trace.go:171","msg":"trace[707342447] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"238.880135ms","start":"2026-08-20T01:21:21.636889Z","end":"2026-08-20T01:21:21.875769Z","steps":["trace[707342447] 'process raft request' (duration: 238.750262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:22.054938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.279737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-08-20T01:21:22.055228Z","caller":"traceutil/trace.go:171","msg":"trace[1611678312] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:437; }","duration":"123.621676ms","start":"2026-08-20T01:21:21.931586Z","end":"2026-08-20T01:21:22.055208Z","steps":["trace[1611678312] 'range keys from in-memory index tree' (duration: 123.120243ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.148165Z","caller":"traceutil/trace.go:171","msg":"trace[1775060582] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"323.032371ms","start":"2026-08-20T01:21:35.825103Z","end":"2026-08-20T01:21:36.148136Z","steps":["trace[1775060582] 'process raft request' (duration: 322.855597ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:36.148324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:35.825081Z","time spent":"323.167814ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:21:36.155379Z","caller":"traceutil/trace.go:171","msg":"trace[1378380172] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"264.660918ms","start":"2026-08-20T01:21:35.890704Z","end":"2026-08-20T01:21:36.155365Z","steps":["trace[1378380172] 'process raft request' (duration: 264.277788ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155493Z","caller":"traceutil/trace.go:171","msg":"trace[2086009696] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"258.227809ms","start":"2026-08-20T01:21:35.897247Z","end":"2026-08-20T01:21:36.155475Z","steps":["trace[2086009696] 'process raft request' (duration: 257.8623ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155607Z","caller":"traceutil/trace.go:171","msg":"trace[148665360] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"261.320821ms","start":"2026-08-20T01:21:35.894274Z","end":"2026-08-20T01:21:36.155595Z","steps":["trace[148665360] 'process raft request' (duration: 260.776727ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155695Z","caller":"traceutil/trace.go:171","msg":"trace[463847489] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"326.332227ms","start":"2026-08-20T01:21:35.829351Z","end":"2026-08-20T01:21:36.155684Z","steps":["trace[463847489] 'process raft request' (duration: 325.398812ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155703Z","caller":"traceutil/trace.go:171","msg":"trace[1596802602] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"249.238236ms","start":"2026-08-20T01:21:35.906412Z","end":"2026-08-20T01:21:36.15565Z","steps":["trace[1596802602] 'process raft request' (duration: 248.817735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:36.15577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:35.829337Z","time spent":"326.379099ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:21:36.155757Z","caller":"traceutil/trace.go:171","msg":"trace[223317201] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"240.938778ms","start":"2026-08-20T01:21:35.914769Z","end":"2026-08-20T01:21:36.155708Z","steps":["trace[223317201] 'process raft request' (duration: 240.558348ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155909Z","caller":"traceutil/trace.go:171","msg":"trace[644704800] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"255.591251ms","start":"2026-08-20T01:21:35.900298Z","end":"2026-08-20T01:21:36.155889Z","steps":["trace[644704800] 'process raft request' (duration: 254.871622ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155883Z","caller":"traceutil/trace.go:171","msg":"trace[1683729016] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"326.348718ms","start":"2026-08-20T01:21:35.829469Z","end":"2026-08-20T01:21:36.155818Z","steps":["trace[1683729016] 'process raft request' (duration: 325.444114ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.155989Z","caller":"traceutil/trace.go:171","msg":"trace[1158288261] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"136.072012ms","start":"2026-08-20T01:21:36.019893Z","end":"2026-08-20T01:21:36.155965Z","steps":["trace[1158288261] 'process raft request' (duration: 135.845956ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:36.156032Z","caller":"traceutil/trace.go:171","msg":"trace[1792192500] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"225.949987ms","start":"2026-08-20T01:21:35.93007Z","end":"2026-08-20T01:21:36.15602Z","steps":["trace[1792192500] 'process raft request' (duration: 225.471885ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:36.156066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:35.829128Z","time spent":"326.857371ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:21:36.156081Z","caller":"traceutil/trace.go:171","msg":"trace[1288068562] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"223.37771ms","start":"2026-08-20T01:21:35.932688Z","end":"2026-08-20T01:21:36.156066Z","steps":["trace[1288068562] 'process raft request' (duration: 222.944239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:42.452322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.326564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-trzdl\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-08-20T01:21:42.45243Z","caller":"traceutil/trace.go:171","msg":"trace[1319310640] range","detail":"{range_begin:/registry/pods/kube-system/cilium-trzdl; range_end:; response_count:1; response_revision:643; }","duration":"101.466688ms","start":"2026-08-20T01:21:42.350927Z","end":"2026-08-20T01:21:42.452394Z","steps":["trace[1319310640] 'range keys from in-memory index tree' (duration: 101.15952ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:42.589551Z","caller":"traceutil/trace.go:171","msg":"trace[466534132] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"121.814539ms","start":"2026-08-20T01:21:42.467706Z","end":"2026-08-20T01:21:42.589521Z","steps":["trace[466534132] 'process raft request' (duration: 121.648235ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:43.188113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.316261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:21:43.188314Z","caller":"traceutil/trace.go:171","msg":"trace[925591814] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"683.582151ms","start":"2026-08-20T01:21:42.504709Z","end":"2026-08-20T01:21:43.188291Z","steps":["trace[925591814] 'process raft request' (duration: 152.966772ms)","trace[925591814] 'compare' (duration: 529.736586ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:43.188397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:42.504677Z","time spent":"683.682304ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:21:43.188477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.752295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:21:43.188575Z","caller":"traceutil/trace.go:171","msg":"trace[617023866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"579.034642ms","start":"2026-08-20T01:21:42.609517Z","end":"2026-08-20T01:21:43.188552Z","steps":["trace[617023866] 'agreement among raft nodes before linearized reading' (duration: 578.875268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:43.188622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:42.609494Z","time spent":"579.119644ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:21:43.188757Z","caller":"traceutil/trace.go:171","msg":"trace[1811635894] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"578.516078ms","start":"2026-08-20T01:21:42.609712Z","end":"2026-08-20T01:21:43.188229Z","steps":["trace[1811635894] 'read index received' (duration: 44.494931ms)","trace[1811635894] 'applied index is now lower than readState.Index' (duration: 534.019677ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:43.189179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.236614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-20T01:21:43.189229Z","caller":"traceutil/trace.go:171","msg":"trace[867716825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"421.333836ms","start":"2026-08-20T01:21:42.767882Z","end":"2026-08-20T01:21:43.189216Z","steps":["trace[867716825] 'agreement among raft nodes before linearized reading' (duration: 421.063609ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:43.189271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:42.76786Z","time spent":"421.401999ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:21:43.949429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.982885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:21:43.949636Z","caller":"traceutil/trace.go:171","msg":"trace[544938763] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:666; }","duration":"338.483894ms","start":"2026-08-20T01:21:43.611131Z","end":"2026-08-20T01:21:43.949615Z","steps":["trace[544938763] 'read index received' (duration: 197.992778ms)","trace[544938763] 'applied index is now lower than readState.Index' (duration: 140.489946ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:43.949788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.657329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:21:43.949785Z","caller":"traceutil/trace.go:171","msg":"trace[2060424873] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"755.243173ms","start":"2026-08-20T01:21:43.194509Z","end":"2026-08-20T01:21:43.949752Z","steps":["trace[2060424873] 'process raft request' (duration: 268.860698ms)","trace[2060424873] 'compare' (duration: 485.81613ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:21:43.949772Z","caller":"traceutil/trace.go:171","msg":"trace[1895028515] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"701.193501ms","start":"2026-08-20T01:21:43.248535Z","end":"2026-08-20T01:21:43.949728Z","steps":["trace[1895028515] 'process raft request' (duration: 700.987536ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:43.949841Z","caller":"traceutil/trace.go:171","msg":"trace[682724300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"338.754032ms","start":"2026-08-20T01:21:43.611075Z","end":"2026-08-20T01:21:43.949829Z","steps":["trace[682724300] 'agreement among raft nodes before linearized reading' (duration: 338.646819ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:43.949877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:43.611054Z","time spent":"338.814673ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:21:43.949953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:43.194491Z","time spent":"755.363775ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:21:43.949955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:43.248507Z","time spent":"701.360245ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-20T01:21:44.780035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689333854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:21:45.280258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689333854,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:21:45.422443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458312383s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T01:21:45.989321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.556897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:21:45.989589Z","caller":"traceutil/trace.go:171","msg":"trace[2129356419] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"2.025476806s","start":"2026-08-20T01:21:43.964052Z","end":"2026-08-20T01:21:45.989529Z","steps":["trace[2129356419] 'process raft request' (duration: 1.458631131s)","trace[2129356419] 'compare' (duration: 566.301351ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:45.989772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:43.964037Z","time spent":"2.02565944s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:21:46.001715Z","caller":"traceutil/trace.go:171","msg":"trace[1347081943] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:668; }","duration":"1.721918053s","start":"2026-08-20T01:21:44.279774Z","end":"2026-08-20T01:21:46.001692Z","steps":["trace[1347081943] 'read index received' (duration: 1.142930372s)","trace[1347081943] 'applied index is now lower than readState.Index' (duration: 578.985761ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:46.00191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722129419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-20T01:21:46.001942Z","caller":"traceutil/trace.go:171","msg":"trace[294583139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"1.72217529s","start":"2026-08-20T01:21:44.279758Z","end":"2026-08-20T01:21:46.001933Z","steps":["trace[294583139] 'agreement among raft nodes before linearized reading' (duration: 1.722029025s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:46.001971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:44.279701Z","time spent":"1.722262782s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:21:46.005677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706535721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T01:21:46.005751Z","caller":"traceutil/trace.go:171","msg":"trace[1327065190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.706596963s","start":"2026-08-20T01:21:44.299125Z","end":"2026-08-20T01:21:46.005721Z","steps":["trace[1327065190] 'agreement among raft nodes before linearized reading' (duration: 1.706464489s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:46.005786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:44.299087Z","time spent":"1.706690155s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:21:46.005813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394187789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:21:46.005875Z","caller":"traceutil/trace.go:171","msg":"trace[1571359726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"1.394323433s","start":"2026-08-20T01:21:44.611536Z","end":"2026-08-20T01:21:46.00586Z","steps":["trace[1571359726] 'agreement among raft nodes before linearized reading' (duration: 1.39421333s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:46.005915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:44.611516Z","time spent":"1.394391564s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:21:46.005919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706776557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-20T01:21:46.005955Z","caller":"traceutil/trace.go:171","msg":"trace[428643698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"1.706832159s","start":"2026-08-20T01:21:44.29911Z","end":"2026-08-20T01:21:46.005942Z","steps":["trace[428643698] 'agreement among raft nodes before linearized reading' (duration: 1.706722496s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:21:46.00598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:21:44.299099Z","time spent":"1.70687438s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:21:47.794623Z","caller":"traceutil/trace.go:171","msg":"trace[706448867] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"184.824534ms","start":"2026-08-20T01:21:47.60977Z","end":"2026-08-20T01:21:47.794595Z","steps":["trace[706448867] 'read index received' (duration: 184.606908ms)","trace[706448867] 'applied index is now lower than readState.Index' (duration: 216.646µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:21:47.794882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.100252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:21:47.794848Z","caller":"traceutil/trace.go:171","msg":"trace[1344626426] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"268.054017ms","start":"2026-08-20T01:21:47.526733Z","end":"2026-08-20T01:21:47.794788Z","steps":["trace[1344626426] 'process raft request' (duration: 267.720327ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:47.794964Z","caller":"traceutil/trace.go:171","msg":"trace[1857694305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"185.225855ms","start":"2026-08-20T01:21:47.60972Z","end":"2026-08-20T01:21:47.794945Z","steps":["trace[1857694305] 'agreement among raft nodes before linearized reading' (duration: 185.072601ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:58.34242Z","caller":"traceutil/trace.go:171","msg":"trace[463409538] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"281.336221ms","start":"2026-08-20T01:21:58.061053Z","end":"2026-08-20T01:21:58.34239Z","steps":["trace[463409538] 'process raft request' (duration: 281.163237ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:58.347963Z","caller":"traceutil/trace.go:171","msg":"trace[1783494381] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"285.790918ms","start":"2026-08-20T01:21:58.062149Z","end":"2026-08-20T01:21:58.34794Z","steps":["trace[1783494381] 'process raft request' (duration: 285.652114ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:58.348283Z","caller":"traceutil/trace.go:171","msg":"trace[1649761009] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"285.690135ms","start":"2026-08-20T01:21:58.062574Z","end":"2026-08-20T01:21:58.348264Z","steps":["trace[1649761009] 'process raft request' (duration: 285.332576ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:21:58.348311Z","caller":"traceutil/trace.go:171","msg":"trace[640266748] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"285.375927ms","start":"2026-08-20T01:21:58.062905Z","end":"2026-08-20T01:21:58.348281Z","steps":["trace[640266748] 'process raft request' (duration: 285.252913ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:02.032791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689334172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:22:02.073993Z","caller":"traceutil/trace.go:171","msg":"trace[1214660396] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"679.849682ms","start":"2026-08-20T01:22:01.39412Z","end":"2026-08-20T01:22:02.07397Z","steps":["trace[1214660396] 'process raft request' (duration: 679.714128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:02.074144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:22:01.394089Z","time spent":"679.977265ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:22:02.106993Z","caller":"traceutil/trace.go:171","msg":"trace[341552447] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:837; }","duration":"574.607816ms","start":"2026-08-20T01:22:01.532361Z","end":"2026-08-20T01:22:02.106969Z","steps":["trace[341552447] 'read index received' (duration: 541.462962ms)","trace[341552447] 'applied index is now lower than readState.Index' (duration: 33.143854ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:22:02.107125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.7464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:22:02.107158Z","caller":"traceutil/trace.go:171","msg":"trace[1701262105] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:812; }","duration":"574.836363ms","start":"2026-08-20T01:22:01.532312Z","end":"2026-08-20T01:22:02.107148Z","steps":["trace[1701262105] 'agreement among raft nodes before linearized reading' (duration: 574.749681ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:02.107198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:22:01.532286Z","time spent":"574.899914ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:22:02.107242Z","caller":"traceutil/trace.go:171","msg":"trace[1889243944] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"638.057089ms","start":"2026-08-20T01:22:01.469151Z","end":"2026-08-20T01:22:02.107208Z","steps":["trace[1889243944] 'process raft request' (duration: 637.622247ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:02.107444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:22:01.469131Z","time spent":"638.210493ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:22:30.510973Z","caller":"traceutil/trace.go:171","msg":"trace[288966091] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"297.045444ms","start":"2026-08-20T01:22:30.213899Z","end":"2026-08-20T01:22:30.510944Z","steps":["trace[288966091] 'process raft request' (duration: 296.88797ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:22:45.972978Z","caller":"traceutil/trace.go:171","msg":"trace[1511636822] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"303.951116ms","start":"2026-08-20T01:22:45.669004Z","end":"2026-08-20T01:22:45.972955Z","steps":["trace[1511636822] 'process raft request' (duration: 303.833723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:22:45.973126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:22:45.668981Z","time spent":"304.07932ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:22:51.863407Z","caller":"traceutil/trace.go:171","msg":"trace[1700187020] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"157.026241ms","start":"2026-08-20T01:22:51.706348Z","end":"2026-08-20T01:22:51.863374Z","steps":["trace[1700187020] 'process raft request' (duration: 156.865827ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:16.01815Z","caller":"traceutil/trace.go:171","msg":"trace[764109167] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"180.205316ms","start":"2026-08-20T01:23:15.837927Z","end":"2026-08-20T01:23:16.018132Z","steps":["trace[764109167] 'process raft request' (duration: 180.017321ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:16.018125Z","caller":"traceutil/trace.go:171","msg":"trace[54331047] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"138.300196ms","start":"2026-08-20T01:23:15.879802Z","end":"2026-08-20T01:23:16.018102Z","steps":["trace[54331047] 'read index received' (duration: 138.207684ms)","trace[54331047] 'applied index is now lower than readState.Index' (duration: 91.482µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:23:16.018235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.410309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-08-20T01:23:16.018272Z","caller":"traceutil/trace.go:171","msg":"trace[1664951874] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a; range_end:; response_count:1; response_revision:1872; }","duration":"138.495161ms","start":"2026-08-20T01:23:15.879766Z","end":"2026-08-20T01:23:16.018261Z","steps":["trace[1664951874] 'agreement among raft nodes before linearized reading' (duration: 138.413539ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.310725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.805592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-20T01:23:17.310766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.028719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-20T01:23:17.310815Z","caller":"traceutil/trace.go:171","msg":"trace[1290615602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"565.031117ms","start":"2026-08-20T01:23:16.745762Z","end":"2026-08-20T01:23:17.310793Z","steps":["trace[1290615602] 'range keys from in-memory index tree' (duration: 564.627427ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:17.310843Z","caller":"traceutil/trace.go:171","msg":"trace[700480823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"562.135392ms","start":"2026-08-20T01:23:16.748688Z","end":"2026-08-20T01:23:17.310824Z","steps":["trace[700480823] 'range keys from in-memory index tree' (duration: 561.865705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.310859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.745741Z","time spent":"565.11043ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:23:17.310906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.748676Z","time spent":"562.199823ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:23:17.310907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.145245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-20T01:23:17.310796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.912434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:23:17.310983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.314844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-20T01:23:17.311033Z","caller":"traceutil/trace.go:171","msg":"trace[969416375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1872; }","duration":"700.198381ms","start":"2026-08-20T01:23:16.610824Z","end":"2026-08-20T01:23:17.311022Z","steps":["trace[969416375] 'range keys from in-memory index tree' (duration: 699.826872ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:17.311048Z","caller":"traceutil/trace.go:171","msg":"trace[1722135133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"560.416246ms","start":"2026-08-20T01:23:16.750614Z","end":"2026-08-20T01:23:17.31103Z","steps":["trace[1722135133] 'range keys from in-memory index tree' (duration: 560.14563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.311073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.610803Z","time spent":"700.255183ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:23:17.311086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.750592Z","time spent":"560.485948ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:23:17.310883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.306055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-08-20T01:23:17.311131Z","caller":"traceutil/trace.go:171","msg":"trace[1098606955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a; range_end:; response_count:1; response_revision:1872; }","duration":"287.613183ms","start":"2026-08-20T01:23:17.023506Z","end":"2026-08-20T01:23:17.31112Z","steps":["trace[1098606955] 'range keys from in-memory index tree' (duration: 287.208022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.310796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179030299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-20T01:23:17.310987Z","caller":"traceutil/trace.go:171","msg":"trace[1053194760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1872; }","duration":"556.233817ms","start":"2026-08-20T01:23:16.754736Z","end":"2026-08-20T01:23:17.31097Z","steps":["trace[1053194760] 'range keys from in-memory index tree' (duration: 556.035942ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.311517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.754721Z","time spent":"556.782702ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:23:17.311785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.090827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:23:17.311736Z","caller":"traceutil/trace.go:171","msg":"trace[759140949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1872; }","duration":"1.179551622s","start":"2026-08-20T01:23:16.131706Z","end":"2026-08-20T01:23:17.311258Z","steps":["trace[759140949] 'range keys from in-memory index tree' (duration: 1.178783212s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.312003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.131685Z","time spent":"1.1802441s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-20T01:23:17.311833Z","caller":"traceutil/trace.go:171","msg":"trace[704466346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"563.163508ms","start":"2026-08-20T01:23:16.748659Z","end":"2026-08-20T01:23:17.311823Z","steps":["trace[704466346] 'range keys from in-memory index tree' (duration: 562.426249ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.312341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:16.748649Z","time spent":"563.672322ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:23:17.608649Z","caller":"traceutil/trace.go:171","msg":"trace[2108874757] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"434.754651ms","start":"2026-08-20T01:23:17.173871Z","end":"2026-08-20T01:23:17.608626Z","steps":["trace[2108874757] 'process raft request' (duration: 434.564386ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:17.608823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.17385Z","time spent":"434.872384ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:23:18.628108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019814583s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:23:18.628598Z","caller":"traceutil/trace.go:171","msg":"trace[2102035770] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.335999164s","start":"2026-08-20T01:23:17.292566Z","end":"2026-08-20T01:23:18.628566Z","steps":["trace[2102035770] 'process raft request' (duration: 1.335771328s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:18.628624Z","caller":"traceutil/trace.go:171","msg":"trace[269836673] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.313463773s","start":"2026-08-20T01:23:17.315134Z","end":"2026-08-20T01:23:18.628598Z","steps":["trace[269836673] 'process raft request' (duration: 1.31335472s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.628773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.315108Z","time spent":"1.313585686s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:23:18.628854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.292536Z","time spent":"1.336140368s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:18.62898Z","caller":"traceutil/trace.go:171","msg":"trace[1320272080] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.313521605s","start":"2026-08-20T01:23:17.31544Z","end":"2026-08-20T01:23:18.628962Z","steps":["trace[1320272080] 'process raft request' (duration: 1.313106415s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.315422Z","time spent":"1.313592757s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:18.629165Z","caller":"traceutil/trace.go:171","msg":"trace[1499878944] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.312043775s","start":"2026-08-20T01:23:17.317112Z","end":"2026-08-20T01:23:18.629156Z","steps":["trace[1499878944] 'process raft request' (duration: 1.311944473s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.317102Z","time spent":"1.312083717s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:18.6292Z","caller":"traceutil/trace.go:171","msg":"trace[1917810852] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1942; }","duration":"1.317308234s","start":"2026-08-20T01:23:17.311853Z","end":"2026-08-20T01:23:18.629161Z","steps":["trace[1917810852] 'read index received' (duration: 296.513395ms)","trace[1917810852] 'applied index is now lower than readState.Index' (duration: 1.020793949s)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:23:18.629259Z","caller":"traceutil/trace.go:171","msg":"trace[1454648734] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.313198056s","start":"2026-08-20T01:23:17.31597Z","end":"2026-08-20T01:23:18.629168Z","steps":["trace[1454648734] 'process raft request' (duration: 1.313047402s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:18.629325Z","caller":"traceutil/trace.go:171","msg":"trace[1147950407] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.266996625s","start":"2026-08-20T01:23:17.362319Z","end":"2026-08-20T01:23:18.629315Z","steps":["trace[1147950407] 'process raft request' (duration: 1.26680707s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:18.629361Z","caller":"traceutil/trace.go:171","msg":"trace[1209590393] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.269563832s","start":"2026-08-20T01:23:17.359773Z","end":"2026-08-20T01:23:18.629336Z","steps":["trace[1209590393] 'process raft request' (duration: 1.269318626s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317501728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:23:18.629389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.362302Z","time spent":"1.267056556s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:18.629431Z","caller":"traceutil/trace.go:171","msg":"trace[151126226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"1.317588141s","start":"2026-08-20T01:23:17.311825Z","end":"2026-08-20T01:23:18.629413Z","steps":["trace[151126226] 'agreement among raft nodes before linearized reading' (duration: 1.317495359s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047956771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:23:18.629486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.311806Z","time spent":"1.317668274s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:23:18.629511Z","caller":"traceutil/trace.go:171","msg":"trace[1102741014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1881; }","duration":"1.048071524s","start":"2026-08-20T01:23:17.581421Z","end":"2026-08-20T01:23:18.629492Z","steps":["trace[1102741014] 'agreement among raft nodes before linearized reading' (duration: 1.04792578s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.35975Z","time spent":"1.269657594s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:23:18.6296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.152684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-08-20T01:23:18.629559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.581362Z","time spent":"1.048186108s","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:23:18.629681Z","caller":"traceutil/trace.go:171","msg":"trace[1151867417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"310.214325ms","start":"2026-08-20T01:23:18.319411Z","end":"2026-08-20T01:23:18.629626Z","steps":["trace[1151867417] 'agreement among raft nodes before linearized reading' (duration: 310.051369ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.135821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-08-20T01:23:18.629515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.315953Z","time spent":"1.313437952s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:18.629737Z","caller":"traceutil/trace.go:171","msg":"trace[605783829] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a; range_end:; response_count:1; response_revision:1881; }","duration":"313.205583ms","start":"2026-08-20T01:23:18.316521Z","end":"2026-08-20T01:23:18.629727Z","steps":["trace[605783829] 'agreement among raft nodes before linearized reading' (duration: 313.061929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:18.319398Z","time spent":"310.324828ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-20T01:23:18.629759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.064449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:23:18.629767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:18.316497Z","time spent":"313.263925ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e2e6879-6b0c-47c7-ac31-a1161f7db10a\" "} {"level":"info","ts":"2026-08-20T01:23:18.629798Z","caller":"traceutil/trace.go:171","msg":"trace[1315892611] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1881; }","duration":"369.141771ms","start":"2026-08-20T01:23:18.260645Z","end":"2026-08-20T01:23:18.629787Z","steps":["trace[1315892611] 'agreement among raft nodes before linearized reading' (duration: 369.064839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.629831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:18.260629Z","time spent":"369.194622ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:23:18.629172Z","caller":"traceutil/trace.go:171","msg":"trace[1886273285] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.313226416s","start":"2026-08-20T01:23:17.315909Z","end":"2026-08-20T01:23:18.629136Z","steps":["trace[1886273285] 'process raft request' (duration: 1.313023441s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:18.630026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:17.315895Z","time spent":"1.314014348s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:23:33.195936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689336543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:23:33.625895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.777680417s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:23:33.626367Z","caller":"traceutil/trace.go:171","msg":"trace[1322105068] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"1.778240971s","start":"2026-08-20T01:23:31.848103Z","end":"2026-08-20T01:23:33.626344Z","steps":["trace[1322105068] 'process raft request' (duration: 1.778066057s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.626537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:31.848082Z","time spent":"1.778378085s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:33.632451Z","caller":"traceutil/trace.go:171","msg":"trace[1716887633] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"1.445165428s","start":"2026-08-20T01:23:32.187259Z","end":"2026-08-20T01:23:33.632424Z","steps":["trace[1716887633] 'process raft request' (duration: 1.444820339s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:33.632564Z","caller":"traceutil/trace.go:171","msg":"trace[642342958] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2065; }","duration":"937.033872ms","start":"2026-08-20T01:23:32.69549Z","end":"2026-08-20T01:23:33.632524Z","steps":["trace[642342958] 'read index received' (duration: 930.676506ms)","trace[642342958] 'applied index is now lower than readState.Index' (duration: 6.355686ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:23:33.632599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.187232Z","time spent":"1.44529104s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:33.632707Z","caller":"traceutil/trace.go:171","msg":"trace[391981754] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"950.344102ms","start":"2026-08-20T01:23:32.682351Z","end":"2026-08-20T01:23:33.632695Z","steps":["trace[391981754] 'process raft request' (duration: 949.961352ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.632866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.36696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-20T01:23:33.63289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.682322Z","time spent":"950.423443ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:33.632898Z","caller":"traceutil/trace.go:171","msg":"trace[491691651] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"948.890634ms","start":"2026-08-20T01:23:32.683978Z","end":"2026-08-20T01:23:33.632869Z","steps":["trace[491691651] 'process raft request' (duration: 948.419402ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:33.632944Z","caller":"traceutil/trace.go:171","msg":"trace[584468888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1996; }","duration":"937.487284ms","start":"2026-08-20T01:23:32.695438Z","end":"2026-08-20T01:23:33.632926Z","steps":["trace[584468888] 'agreement among raft nodes before linearized reading' (duration: 937.292209ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.63299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.695421Z","time spent":"937.560916ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:23:33.63306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.683952Z","time spent":"949.028567ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:23:33.633156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.184748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-20T01:23:33.633211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.16987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-20T01:23:33.633223Z","caller":"traceutil/trace.go:171","msg":"trace[1158424165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"931.24296ms","start":"2026-08-20T01:23:32.701963Z","end":"2026-08-20T01:23:33.633206Z","steps":["trace[1158424165] 'agreement among raft nodes before linearized reading' (duration: 931.149187ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:33.633257Z","caller":"traceutil/trace.go:171","msg":"trace[1925710648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"912.239452ms","start":"2026-08-20T01:23:32.721001Z","end":"2026-08-20T01:23:33.633241Z","steps":["trace[1925710648] 'agreement among raft nodes before linearized reading' (duration: 912.070477ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.633282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.701926Z","time spent":"931.346553ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:23:33.633277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.242221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-20T01:23:33.633311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.720985Z","time spent":"912.318003ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-20T01:23:33.633323Z","caller":"traceutil/trace.go:171","msg":"trace[1455736360] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"945.992757ms","start":"2026-08-20T01:23:32.687304Z","end":"2026-08-20T01:23:33.633296Z","steps":["trace[1455736360] 'process raft request' (duration: 945.154676ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:23:33.633339Z","caller":"traceutil/trace.go:171","msg":"trace[1354741215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1996; }","duration":"936.331754ms","start":"2026-08-20T01:23:32.696992Z","end":"2026-08-20T01:23:33.633324Z","steps":["trace[1354741215] 'agreement among raft nodes before linearized reading' (duration: 936.18019ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.633385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.69698Z","time spent":"936.394175ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:23:33.633411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.39822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-20T01:23:33.63341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.687291Z","time spent":"946.079349ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:23:33.633454Z","caller":"traceutil/trace.go:171","msg":"trace[736463875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"935.465941ms","start":"2026-08-20T01:23:32.697978Z","end":"2026-08-20T01:23:33.633444Z","steps":["trace[736463875] 'agreement among raft nodes before linearized reading' (duration: 935.370979ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.633533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.266757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:23:33.633578Z","caller":"traceutil/trace.go:171","msg":"trace[1458864835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1996; }","duration":"543.307858ms","start":"2026-08-20T01:23:33.090255Z","end":"2026-08-20T01:23:33.633563Z","steps":["trace[1458864835] 'agreement among raft nodes before linearized reading' (duration: 543.244776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.633482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.697962Z","time spent":"935.512943ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:23:33.633631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:33.090198Z","time spent":"543.423371ms","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:23:33.633709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.678347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:23:33.633731Z","caller":"traceutil/trace.go:171","msg":"trace[93058942] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1996; }","duration":"114.779409ms","start":"2026-08-20T01:23:33.518944Z","end":"2026-08-20T01:23:33.633723Z","steps":["trace[93058942] 'agreement among raft nodes before linearized reading' (duration: 114.736748ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.632889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.414556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-20T01:23:33.633876Z","caller":"traceutil/trace.go:171","msg":"trace[2133359003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"937.421833ms","start":"2026-08-20T01:23:32.696442Z","end":"2026-08-20T01:23:33.633863Z","steps":["trace[2133359003] 'agreement among raft nodes before linearized reading' (duration: 936.332784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:23:33.633912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:23:32.696433Z","time spent":"937.468014ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:24:02.586856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.405563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:24:02.58708Z","caller":"traceutil/trace.go:171","msg":"trace[376911515] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"839.004752ms","start":"2026-08-20T01:24:01.748059Z","end":"2026-08-20T01:24:02.587063Z","steps":["trace[376911515] 'process raft request' (duration: 838.906059ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.587153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.748041Z","time spent":"839.080014ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:02.587195Z","caller":"traceutil/trace.go:171","msg":"trace[13080484] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"843.15248ms","start":"2026-08-20T01:24:01.743972Z","end":"2026-08-20T01:24:02.587124Z","steps":["trace[13080484] 'process raft request' (duration: 366.397318ms)","trace[13080484] 'compare' (duration: 476.27435ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:24:02.587513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.743941Z","time spent":"843.375546ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:02.587765Z","caller":"traceutil/trace.go:171","msg":"trace[275247061] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"838.845317ms","start":"2026-08-20T01:24:01.748874Z","end":"2026-08-20T01:24:02.587719Z","steps":["trace[275247061] 'process raft request' (duration: 838.146099ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:02.587744Z","caller":"traceutil/trace.go:171","msg":"trace[1447899532] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2244; }","duration":"825.16575ms","start":"2026-08-20T01:24:01.762311Z","end":"2026-08-20T01:24:02.587477Z","steps":["trace[1447899532] 'read index received' (duration: 77.486993ms)","trace[1447899532] 'applied index is now lower than readState.Index' (duration: 747.677237ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:24:02.587927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.610601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-20T01:24:02.588003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.74886Z","time spent":"839.020362ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:02.588065Z","caller":"traceutil/trace.go:171","msg":"trace[744437196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2168; }","duration":"825.779265ms","start":"2026-08-20T01:24:01.762258Z","end":"2026-08-20T01:24:02.588037Z","steps":["trace[744437196] 'agreement among raft nodes before linearized reading' (duration: 825.555919ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.588148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.762238Z","time spent":"825.892419ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:24:02.588227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.049405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-20T01:24:02.588245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.720791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:24:02.588258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.237056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-20T01:24:02.588264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.613201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-20T01:24:02.588313Z","caller":"traceutil/trace.go:171","msg":"trace[1911826453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2168; }","duration":"817.165919ms","start":"2026-08-20T01:24:01.771127Z","end":"2026-08-20T01:24:02.588293Z","steps":["trace[1911826453] 'agreement among raft nodes before linearized reading' (duration: 816.921352ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:02.588317Z","caller":"traceutil/trace.go:171","msg":"trace[363946953] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2168; }","duration":"521.834634ms","start":"2026-08-20T01:24:02.066464Z","end":"2026-08-20T01:24:02.588298Z","steps":["trace[363946953] 'agreement among raft nodes before linearized reading' (duration: 521.70184ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.588325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.240013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:24:02.58835Z","caller":"traceutil/trace.go:171","msg":"trace[1484479907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2168; }","duration":"805.360279ms","start":"2026-08-20T01:24:01.78297Z","end":"2026-08-20T01:24:02.588331Z","steps":["trace[1484479907] 'agreement among raft nodes before linearized reading' (duration: 805.124643ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:02.588369Z","caller":"traceutil/trace.go:171","msg":"trace[1089688116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2168; }","duration":"724.752355ms","start":"2026-08-20T01:24:01.863593Z","end":"2026-08-20T01:24:02.588345Z","steps":["trace[1089688116] 'agreement among raft nodes before linearized reading' (duration: 724.458797ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.588374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.771116Z","time spent":"817.24502ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:24:02.588381Z","caller":"traceutil/trace.go:171","msg":"trace[609941259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2168; }","duration":"811.329896ms","start":"2026-08-20T01:24:01.777038Z","end":"2026-08-20T01:24:02.588368Z","steps":["trace[609941259] 'agreement among raft nodes before linearized reading' (duration: 811.09449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.588378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.066442Z","time spent":"521.925467ms","remote":"127.0.0.1:52716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:24:02.588404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.78296Z","time spent":"805.43526ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:02.588414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.863578Z","time spent":"724.827017ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-20T01:24:02.588419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.777022Z","time spent":"811.389917ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:02.588448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.39913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-20T01:24:02.588518Z","caller":"traceutil/trace.go:171","msg":"trace[1137231005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2168; }","duration":"805.493352ms","start":"2026-08-20T01:24:01.783009Z","end":"2026-08-20T01:24:02.588502Z","steps":["trace[1137231005] 'agreement among raft nodes before linearized reading' (duration: 805.325888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.588569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:01.782997Z","time spent":"805.561095ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:02.958745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.80115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:24:02.959016Z","caller":"traceutil/trace.go:171","msg":"trace[1626495734] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"367.228615ms","start":"2026-08-20T01:24:02.591749Z","end":"2026-08-20T01:24:02.958977Z","steps":["trace[1626495734] 'process raft request' (duration: 207.108136ms)","trace[1626495734] 'compare' (duration: 159.601104ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:02.959072Z","caller":"traceutil/trace.go:171","msg":"trace[1675239798] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2248; }","duration":"349.031708ms","start":"2026-08-20T01:24:02.610023Z","end":"2026-08-20T01:24:02.959055Z","steps":["trace[1675239798] 'read index received' (duration: 188.891508ms)","trace[1675239798] 'applied index is now lower than readState.Index' (duration: 160.13921ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:24:02.959166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.150221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:24:02.959206Z","caller":"traceutil/trace.go:171","msg":"trace[1199131098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2173; }","duration":"349.236323ms","start":"2026-08-20T01:24:02.60996Z","end":"2026-08-20T01:24:02.959196Z","steps":["trace[1199131098] 'agreement among raft nodes before linearized reading' (duration: 349.148451ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.9592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.591728Z","time spent":"367.377688ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:02.95925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.609936Z","time spent":"349.303684ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:24:02.959659Z","caller":"traceutil/trace.go:171","msg":"trace[215632487] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"365.724775ms","start":"2026-08-20T01:24:02.593893Z","end":"2026-08-20T01:24:02.959618Z","steps":["trace[215632487] 'process raft request' (duration: 365.12592ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:02.959777Z","caller":"traceutil/trace.go:171","msg":"trace[682342038] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"366.112805ms","start":"2026-08-20T01:24:02.593631Z","end":"2026-08-20T01:24:02.959744Z","steps":["trace[682342038] 'process raft request' (duration: 365.353286ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.959782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.59387Z","time spent":"365.858499ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:02.959783Z","caller":"traceutil/trace.go:171","msg":"trace[1895053824] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"366.116616ms","start":"2026-08-20T01:24:02.593613Z","end":"2026-08-20T01:24:02.95973Z","steps":["trace[1895053824] 'process raft request' (duration: 365.333166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.959919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.593606Z","time spent":"366.239199ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:02.959789Z","caller":"traceutil/trace.go:171","msg":"trace[109047253] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"367.258245ms","start":"2026-08-20T01:24:02.592501Z","end":"2026-08-20T01:24:02.959759Z","steps":["trace[109047253] 'process raft request' (duration: 366.363452ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:02.959961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.5936Z","time spent":"366.27517ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:02.960113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:02.592478Z","time spent":"367.535542ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:08.818398Z","caller":"traceutil/trace.go:171","msg":"trace[789655724] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2281; }","duration":"207.146608ms","start":"2026-08-20T01:24:08.611226Z","end":"2026-08-20T01:24:08.818373Z","steps":["trace[789655724] 'read index received' (duration: 94.247395ms)","trace[789655724] 'applied index is now lower than readState.Index' (duration: 112.898063ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:08.818436Z","caller":"traceutil/trace.go:171","msg":"trace[314476062] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"207.539028ms","start":"2026-08-20T01:24:08.610861Z","end":"2026-08-20T01:24:08.8184Z","steps":["trace[314476062] 'process raft request' (duration: 173.259312ms)","trace[314476062] 'compare' (duration: 34.03037ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:08.818462Z","caller":"traceutil/trace.go:171","msg":"trace[1802732279] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"205.960136ms","start":"2026-08-20T01:24:08.612469Z","end":"2026-08-20T01:24:08.81843Z","steps":["trace[1802732279] 'process raft request' (duration: 205.838473ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:08.819071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.783234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:24:08.819296Z","caller":"traceutil/trace.go:171","msg":"trace[686938665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"207.99892ms","start":"2026-08-20T01:24:08.611146Z","end":"2026-08-20T01:24:08.819145Z","steps":["trace[686938665] 'agreement among raft nodes before linearized reading' (duration: 207.327132ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:08.819327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.74046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-20T01:24:08.81938Z","caller":"traceutil/trace.go:171","msg":"trace[341772168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"112.998296ms","start":"2026-08-20T01:24:08.706366Z","end":"2026-08-20T01:24:08.819364Z","steps":["trace[341772168] 'agreement among raft nodes before linearized reading' (duration: 112.204995ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:09.309678Z","caller":"traceutil/trace.go:171","msg":"trace[151249382] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2284; }","duration":"323.936552ms","start":"2026-08-20T01:24:08.985715Z","end":"2026-08-20T01:24:09.309652Z","steps":["trace[151249382] 'read index received' (duration: 49.488524ms)","trace[151249382] 'applied index is now lower than readState.Index' (duration: 274.447058ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:09.309826Z","caller":"traceutil/trace.go:171","msg":"trace[746340375] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"324.169568ms","start":"2026-08-20T01:24:08.985597Z","end":"2026-08-20T01:24:09.309767Z","steps":["trace[746340375] 'process raft request' (duration: 235.993042ms)","trace[746340375] 'compare' (duration: 87.651132ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:24:09.310082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:08.985579Z","time spent":"324.361154ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:09.310241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.496967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-20T01:24:09.310258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.114727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-20T01:24:09.310345Z","caller":"traceutil/trace.go:171","msg":"trace[603328831] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:2205; }","duration":"160.264671ms","start":"2026-08-20T01:24:09.150061Z","end":"2026-08-20T01:24:09.310325Z","steps":["trace[603328831] 'agreement among raft nodes before linearized reading' (duration: 159.958593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:09.310337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.00658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18cd5ef2cdc07640\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-08-20T01:24:09.310332Z","caller":"traceutil/trace.go:171","msg":"trace[1476794018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2205; }","duration":"324.720312ms","start":"2026-08-20T01:24:08.985592Z","end":"2026-08-20T01:24:09.310312Z","steps":["trace[1476794018] 'agreement among raft nodes before linearized reading' (duration: 324.387304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:09.310353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.907018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:24:09.310241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.491107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-20T01:24:09.310404Z","caller":"traceutil/trace.go:171","msg":"trace[84314209] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18cd5ef2cdc07640; range_end:; response_count:1; response_revision:2205; }","duration":"125.140463ms","start":"2026-08-20T01:24:09.185245Z","end":"2026-08-20T01:24:09.310386Z","steps":["trace[84314209] 'agreement among raft nodes before linearized reading' (duration: 124.895417ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:09.310441Z","caller":"traceutil/trace.go:171","msg":"trace[1244000306] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2205; }","duration":"127.063873ms","start":"2026-08-20T01:24:09.183355Z","end":"2026-08-20T01:24:09.310419Z","steps":["trace[1244000306] 'agreement among raft nodes before linearized reading' (duration: 126.867148ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:09.310456Z","caller":"traceutil/trace.go:171","msg":"trace[1895085826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2205; }","duration":"324.768354ms","start":"2026-08-20T01:24:08.985666Z","end":"2026-08-20T01:24:09.310434Z","steps":["trace[1895085826] 'agreement among raft nodes before linearized reading' (duration: 324.314762ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:09.310508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:08.985617Z","time spent":"324.879077ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:09.310405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:08.985557Z","time spent":"324.841026ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:24:09.310788Z","caller":"traceutil/trace.go:171","msg":"trace[473198065] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"324.529498ms","start":"2026-08-20T01:24:08.986237Z","end":"2026-08-20T01:24:09.310767Z","steps":["trace[473198065] 'process raft request' (duration: 323.338998ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:09.310954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:08.986201Z","time spent":"324.650441ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:10.495001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077968784s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:24:10.495125Z","caller":"traceutil/trace.go:171","msg":"trace[1481745894] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"1.058928076s","start":"2026-08-20T01:24:09.436183Z","end":"2026-08-20T01:24:10.495111Z","steps":["trace[1481745894] 'read index received' (duration: 45.151µs)","trace[1481745894] 'applied index is now lower than readState.Index' (duration: 1.058881795s)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:10.495297Z","caller":"traceutil/trace.go:171","msg":"trace[381844636] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.158728606s","start":"2026-08-20T01:24:09.336559Z","end":"2026-08-20T01:24:10.495288Z","steps":["trace[381844636] 'process raft request' (duration: 80.369172ms)","trace[381844636] 'compare' (duration: 1.077365238s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:24:10.49534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:09.336537Z","time spent":"1.158783588s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:10.495544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059347257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-08-20T01:24:10.49562Z","caller":"traceutil/trace.go:171","msg":"trace[1009962584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2209; }","duration":"1.05948456s","start":"2026-08-20T01:24:09.436118Z","end":"2026-08-20T01:24:10.495603Z","steps":["trace[1009962584] 'agreement among raft nodes before linearized reading' (duration: 1.059251294s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:10.495668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:09.436093Z","time spent":"1.059566153s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T01:24:10.495473Z","caller":"traceutil/trace.go:171","msg":"trace[1380225551] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"630.385797ms","start":"2026-08-20T01:24:09.865063Z","end":"2026-08-20T01:24:10.495449Z","steps":["trace[1380225551] 'process raft request' (duration: 630.017858ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:10.495857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:09.865032Z","time spent":"630.757947ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:10.495921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.880115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-20T01:24:10.496023Z","caller":"traceutil/trace.go:171","msg":"trace[480870089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"669.028818ms","start":"2026-08-20T01:24:09.826964Z","end":"2026-08-20T01:24:10.495993Z","steps":["trace[480870089] 'agreement among raft nodes before linearized reading' (duration: 668.677859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:10.496078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:09.826943Z","time spent":"669.126451ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-20T01:24:11.34886Z","caller":"traceutil/trace.go:171","msg":"trace[2017073838] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"635.333367ms","start":"2026-08-20T01:24:10.713503Z","end":"2026-08-20T01:24:11.348836Z","steps":["trace[2017073838] 'process raft request' (duration: 635.176022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:11.349022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:10.713471Z","time spent":"635.45469ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:11.83877Z","caller":"traceutil/trace.go:171","msg":"trace[1458885794] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2293; }","duration":"798.805713ms","start":"2026-08-20T01:24:11.039947Z","end":"2026-08-20T01:24:11.838753Z","steps":["trace[1458885794] 'read index received' (duration: 308.756225ms)","trace[1458885794] 'applied index is now lower than readState.Index' (duration: 490.048818ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:11.838865Z","caller":"traceutil/trace.go:171","msg":"trace[622513466] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.014030222s","start":"2026-08-20T01:24:10.824827Z","end":"2026-08-20T01:24:11.838857Z","steps":["trace[622513466] 'process raft request' (duration: 1.013894909s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:11.838944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:10.824801Z","time spent":"1.014083903s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:11.83883Z","caller":"traceutil/trace.go:171","msg":"trace[760268263] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.015020988s","start":"2026-08-20T01:24:10.823772Z","end":"2026-08-20T01:24:11.838793Z","steps":["trace[760268263] 'process raft request' (duration: 1.014849643s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:11.839117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:10.823742Z","time spent":"1.015285616s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:11.83928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.330777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:24:11.839321Z","caller":"traceutil/trace.go:171","msg":"trace[387048858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2213; }","duration":"799.410579ms","start":"2026-08-20T01:24:11.039898Z","end":"2026-08-20T01:24:11.839309Z","steps":["trace[387048858] 'agreement among raft nodes before linearized reading' (duration: 799.263605ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:11.839353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.039853Z","time spent":"799.492811ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:13.468161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166087988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:24:13.468656Z","caller":"traceutil/trace.go:171","msg":"trace[348798270] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"114.734091ms","start":"2026-08-20T01:24:13.353898Z","end":"2026-08-20T01:24:13.468632Z","steps":["trace[348798270] 'process raft request' (duration: 114.676289ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:13.468793Z","caller":"traceutil/trace.go:171","msg":"trace[2069555102] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"1.62993917s","start":"2026-08-20T01:24:11.838829Z","end":"2026-08-20T01:24:13.468768Z","steps":["trace[2069555102] 'read index received' (duration: 463.174895ms)","trace[2069555102] 'applied index is now lower than readState.Index' (duration: 1.166762465s)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:13.468811Z","caller":"traceutil/trace.go:171","msg":"trace[1388211852] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.67312623s","start":"2026-08-20T01:24:11.795644Z","end":"2026-08-20T01:24:13.46877Z","steps":["trace[1388211852] 'process raft request' (duration: 506.336954ms)","trace[1388211852] 'compare' (duration: 1.165969325s)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:24:13.468838Z","caller":"traceutil/trace.go:171","msg":"trace[1529089633] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"965.081231ms","start":"2026-08-20T01:24:12.503739Z","end":"2026-08-20T01:24:13.468821Z","steps":["trace[1529089633] 'process raft request' (duration: 964.774603ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:13.468869Z","caller":"traceutil/trace.go:171","msg":"trace[487051911] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.623639715s","start":"2026-08-20T01:24:11.845146Z","end":"2026-08-20T01:24:13.468785Z","steps":["trace[487051911] 'process raft request' (duration: 1.623278205s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.468921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:12.503719Z","time spent":"965.154253ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:13.468925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.795618Z","time spent":"1.673250363s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:24:13.468923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070538934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-20T01:24:13.46898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.845119Z","time spent":"1.623802719s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:24:13.469004Z","caller":"traceutil/trace.go:171","msg":"trace[360919591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2217; }","duration":"2.070652277s","start":"2026-08-20T01:24:11.398332Z","end":"2026-08-20T01:24:13.468984Z","steps":["trace[360919591] 'agreement among raft nodes before linearized reading' (duration: 2.070437461s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.398315Z","time spent":"2.070726729s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:13.46906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15412964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-20T01:24:13.469074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352867599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:24:13.469073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070741909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-20T01:24:13.469126Z","caller":"traceutil/trace.go:171","msg":"trace[1472847667] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2217; }","duration":"2.352955851s","start":"2026-08-20T01:24:11.116151Z","end":"2026-08-20T01:24:13.469107Z","steps":["trace[1472847667] 'agreement among raft nodes before linearized reading' (duration: 2.352879659s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787371538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:24:13.469105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153615656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-20T01:24:13.469161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249169836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:24:13.469173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.11613Z","time spent":"2.353030262s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:24:13.469185Z","caller":"traceutil/trace.go:171","msg":"trace[726640169] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2217; }","duration":"1.787459521s","start":"2026-08-20T01:24:11.681711Z","end":"2026-08-20T01:24:13.46917Z","steps":["trace[726640169] 'agreement among raft nodes before linearized reading' (duration: 1.787324347s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080002426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:24:13.469212Z","caller":"traceutil/trace.go:171","msg":"trace[689690097] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2217; }","duration":"2.249270058s","start":"2026-08-20T01:24:11.219926Z","end":"2026-08-20T01:24:13.469196Z","steps":["trace[689690097] 'agreement among raft nodes before linearized reading' (duration: 2.249170456s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:13.46922Z","caller":"traceutil/trace.go:171","msg":"trace[838615717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2217; }","duration":"2.153788791s","start":"2026-08-20T01:24:11.315401Z","end":"2026-08-20T01:24:13.46919Z","steps":["trace[838615717] 'agreement among raft nodes before linearized reading' (duration: 2.153410571s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.681692Z","time spent":"1.787527212s","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:24:13.469173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858023815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:24:13.469257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.219907Z","time spent":"2.249337059s","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:24:13.469258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965843966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-20T01:24:13.46926Z","caller":"traceutil/trace.go:171","msg":"trace[505219922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2217; }","duration":"1.080111009s","start":"2026-08-20T01:24:12.38912Z","end":"2026-08-20T01:24:13.469231Z","steps":["trace[505219922] 'agreement among raft nodes before linearized reading' (duration: 1.079986496s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:13.469152Z","caller":"traceutil/trace.go:171","msg":"trace[1758099490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2217; }","duration":"2.070855932s","start":"2026-08-20T01:24:11.398262Z","end":"2026-08-20T01:24:13.469118Z","steps":["trace[1758099490] 'agreement among raft nodes before linearized reading' (duration: 2.070650147s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:13.469301Z","caller":"traceutil/trace.go:171","msg":"trace[1870053186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"1.965923418s","start":"2026-08-20T01:24:11.503367Z","end":"2026-08-20T01:24:13.46929Z","steps":["trace[1870053186] 'agreement among raft nodes before linearized reading' (duration: 1.965796084s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.398245Z","time spent":"2.071076958s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:24:13.469331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.503348Z","time spent":"1.965976519s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-20T01:24:13.469277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.315387Z","time spent":"2.153879663s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:24:13.469098Z","caller":"traceutil/trace.go:171","msg":"trace[891207892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2217; }","duration":"2.154215472s","start":"2026-08-20T01:24:11.314866Z","end":"2026-08-20T01:24:13.469082Z","steps":["trace[891207892] 'agreement among raft nodes before linearized reading' (duration: 2.154022487s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009162154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:24:13.469345Z","caller":"traceutil/trace.go:171","msg":"trace[716459412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"1.858401965s","start":"2026-08-20T01:24:11.610873Z","end":"2026-08-20T01:24:13.469275Z","steps":["trace[716459412] 'agreement among raft nodes before linearized reading' (duration: 1.858141259s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:24:13.469375Z","caller":"traceutil/trace.go:171","msg":"trace[1925568137] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2217; }","duration":"1.009236486s","start":"2026-08-20T01:24:12.460131Z","end":"2026-08-20T01:24:13.469367Z","steps":["trace[1925568137] 'agreement among raft nodes before linearized reading' (duration: 1.008996209s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:24:13.469321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:12.389101Z","time spent":"1.080205172s","remote":"127.0.0.1:50630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:24:13.469403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.610769Z","time spent":"1.858619531s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:24:13.469402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:12.460109Z","time spent":"1.009286487s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:24:13.469512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:24:11.314841Z","time spent":"2.154652635s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:25:04.899922Z","caller":"traceutil/trace.go:171","msg":"trace[1979725272] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"877.703436ms","start":"2026-08-20T01:25:04.022196Z","end":"2026-08-20T01:25:04.899899Z","steps":["trace[1979725272] 'process raft request' (duration: 877.546142ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:04.900096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:04.022163Z","time spent":"877.840501ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:05.115638Z","caller":"traceutil/trace.go:171","msg":"trace[885680634] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"1.090527552s","start":"2026-08-20T01:25:04.025071Z","end":"2026-08-20T01:25:05.115599Z","steps":["trace[885680634] 'process raft request' (duration: 1.090212983s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:05.115856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:04.025045Z","time spent":"1.090699447s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:05.117966Z","caller":"traceutil/trace.go:171","msg":"trace[311727095] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2759; }","duration":"442.485713ms","start":"2026-08-20T01:25:04.67545Z","end":"2026-08-20T01:25:05.117935Z","steps":["trace[311727095] 'read index received' (duration: 224.378698ms)","trace[311727095] 'applied index is now lower than readState.Index' (duration: 218.105525ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:25:05.11822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.260025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:25:05.118269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.79098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-20T01:25:05.118282Z","caller":"traceutil/trace.go:171","msg":"trace[10146663] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2662; }","duration":"232.366327ms","start":"2026-08-20T01:25:04.885899Z","end":"2026-08-20T01:25:05.118265Z","steps":["trace[10146663] 'agreement among raft nodes before linearized reading' (duration: 232.258614ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:05.118315Z","caller":"traceutil/trace.go:171","msg":"trace[160255572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2662; }","duration":"442.896953ms","start":"2026-08-20T01:25:04.675402Z","end":"2026-08-20T01:25:05.118299Z","steps":["trace[160255572] 'agreement among raft nodes before linearized reading' (duration: 442.705548ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:05.118357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:04.675383Z","time spent":"442.966285ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T01:25:13.183361Z","caller":"traceutil/trace.go:171","msg":"trace[10775375] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"255.626937ms","start":"2026-08-20T01:25:12.92771Z","end":"2026-08-20T01:25:13.183336Z","steps":["trace[10775375] 'process raft request' (duration: 255.431572ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:37.645393Z","caller":"traceutil/trace.go:171","msg":"trace[574625080] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"351.913229ms","start":"2026-08-20T01:25:37.293446Z","end":"2026-08-20T01:25:37.645359Z","steps":["trace[574625080] 'process raft request' (duration: 277.078767ms)","trace[574625080] 'compare' (duration: 74.3796ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:25:37.645452Z","caller":"traceutil/trace.go:171","msg":"trace[327605400] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"293.906826ms","start":"2026-08-20T01:25:37.351509Z","end":"2026-08-20T01:25:37.645415Z","steps":["trace[327605400] 'process raft request' (duration: 293.556766ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:37.645528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.293422Z","time spent":"352.038553ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:38.569807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.453236ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:25:38.569907Z","caller":"traceutil/trace.go:171","msg":"trace[1132286415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2862; }","duration":"180.5588ms","start":"2026-08-20T01:25:38.389332Z","end":"2026-08-20T01:25:38.569891Z","steps":["trace[1132286415] 'range keys from in-memory index tree' (duration: 180.439196ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:38.570101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.468049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:25:38.570362Z","caller":"traceutil/trace.go:171","msg":"trace[992271793] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"737.371094ms","start":"2026-08-20T01:25:37.832974Z","end":"2026-08-20T01:25:38.570345Z","steps":["trace[992271793] 'process raft request' (duration: 158.591737ms)","trace[992271793] 'compare' (duration: 578.358996ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:25:38.570521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.235009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:25:38.570532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.832952Z","time spent":"737.498567ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:38.570554Z","caller":"traceutil/trace.go:171","msg":"trace[1044151821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2864; }","duration":"694.3044ms","start":"2026-08-20T01:25:37.876241Z","end":"2026-08-20T01:25:38.570546Z","steps":["trace[1044151821] 'agreement among raft nodes before linearized reading' (duration: 694.195388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:38.570584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.876226Z","time spent":"694.352381ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:25:38.570568Z","caller":"traceutil/trace.go:171","msg":"trace[1498044868] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"737.450655ms","start":"2026-08-20T01:25:37.833069Z","end":"2026-08-20T01:25:38.57052Z","steps":["trace[1498044868] 'process raft request' (duration: 737.109896ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:38.570415Z","caller":"traceutil/trace.go:171","msg":"trace[885349375] linearizableReadLoop","detail":"{readStateIndex:2971; appliedIndex:2969; }","duration":"694.118296ms","start":"2026-08-20T01:25:37.876284Z","end":"2026-08-20T01:25:38.570402Z","steps":["trace[885349375] 'read index received' (duration: 115.299238ms)","trace[885349375] 'applied index is now lower than readState.Index' (duration: 578.818448ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:25:38.570732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.833043Z","time spent":"737.610779ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:38.570806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.060733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:25:38.570845Z","caller":"traceutil/trace.go:171","msg":"trace[1292653528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2864; }","duration":"689.154046ms","start":"2026-08-20T01:25:37.881678Z","end":"2026-08-20T01:25:38.570832Z","steps":["trace[1292653528] 'agreement among raft nodes before linearized reading' (duration: 689.024812ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:38.570888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.881657Z","time spent":"689.215647ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:25:38.571083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.523172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-20T01:25:38.571124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.905079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:25:38.571128Z","caller":"traceutil/trace.go:171","msg":"trace[800473138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2864; }","duration":"687.586764ms","start":"2026-08-20T01:25:37.88353Z","end":"2026-08-20T01:25:38.571117Z","steps":["trace[800473138] 'agreement among raft nodes before linearized reading' (duration: 687.44666ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:38.571154Z","caller":"traceutil/trace.go:171","msg":"trace[927131599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2864; }","duration":"688.954871ms","start":"2026-08-20T01:25:37.88219Z","end":"2026-08-20T01:25:38.571145Z","steps":["trace[927131599] 'agreement among raft nodes before linearized reading' (duration: 688.864408ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:38.571191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.882179Z","time spent":"689.006192ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:25:38.571252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.393109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:25:38.571286Z","caller":"traceutil/trace.go:171","msg":"trace[314339221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2864; }","duration":"687.44019ms","start":"2026-08-20T01:25:37.883837Z","end":"2026-08-20T01:25:38.571277Z","steps":["trace[314339221] 'agreement among raft nodes before linearized reading' (duration: 687.341158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:38.571318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.88383Z","time spent":"687.482111ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:25:38.57116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:37.883521Z","time spent":"687.631635ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:25:39.376485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.3248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:25:39.37679Z","caller":"traceutil/trace.go:171","msg":"trace[494304748] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"802.349789ms","start":"2026-08-20T01:25:38.574372Z","end":"2026-08-20T01:25:39.376722Z","steps":["trace[494304748] 'process raft request' (duration: 319.693169ms)","trace[494304748] 'compare' (duration: 481.962291ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:25:39.377168Z","caller":"traceutil/trace.go:171","msg":"trace[1030349047] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"801.63467ms","start":"2026-08-20T01:25:38.575505Z","end":"2026-08-20T01:25:39.377139Z","steps":["trace[1030349047] 'process raft request' (duration: 801.27456ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:39.37684Z","caller":"traceutil/trace.go:171","msg":"trace[1784565984] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"801.554299ms","start":"2026-08-20T01:25:38.575266Z","end":"2026-08-20T01:25:39.37682Z","steps":["trace[1784565984] 'process raft request' (duration: 801.432665ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:39.377329Z","caller":"traceutil/trace.go:171","msg":"trace[417093484] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"802.166185ms","start":"2026-08-20T01:25:38.575054Z","end":"2026-08-20T01:25:39.37722Z","steps":["trace[417093484] 'process raft request' (duration: 801.552709ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:39.377404Z","caller":"traceutil/trace.go:171","msg":"trace[543247708] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"801.65301ms","start":"2026-08-20T01:25:38.575716Z","end":"2026-08-20T01:25:39.377369Z","steps":["trace[543247708] 'process raft request' (duration: 801.356042ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.377473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.57524Z","time spent":"802.055342ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:39.377538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.575705Z","time spent":"801.765213ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:39.377563Z","caller":"traceutil/trace.go:171","msg":"trace[1864971877] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"801.788294ms","start":"2026-08-20T01:25:38.57574Z","end":"2026-08-20T01:25:39.377529Z","steps":["trace[1864971877] 'process raft request' (duration: 801.531417ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:25:39.377483Z","caller":"traceutil/trace.go:171","msg":"trace[1208031745] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2971; }","duration":"767.302264ms","start":"2026-08-20T01:25:38.610157Z","end":"2026-08-20T01:25:39.377459Z","steps":["trace[1208031745] 'read index received' (duration: 283.884244ms)","trace[1208031745] 'applied index is now lower than readState.Index' (duration: 483.41714ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:25:39.377602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.575043Z","time spent":"802.39682ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:39.377775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.614242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:25:39.377766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.575728Z","time spent":"801.902706ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:25:39.377826Z","caller":"traceutil/trace.go:171","msg":"trace[1225672790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"767.686274ms","start":"2026-08-20T01:25:38.610126Z","end":"2026-08-20T01:25:39.377812Z","steps":["trace[1225672790] 'agreement among raft nodes before linearized reading' (duration: 767.610572ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.377858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.833342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:25:39.377862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.610115Z","time spent":"767.739595ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:25:39.377887Z","caller":"traceutil/trace.go:171","msg":"trace[1774380946] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2870; }","duration":"572.902884ms","start":"2026-08-20T01:25:38.804978Z","end":"2026-08-20T01:25:39.377881Z","steps":["trace[1774380946] 'agreement among raft nodes before linearized reading' (duration: 572.827372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.377875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.09678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:25:39.377911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.80496Z","time spent":"572.946695ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:25:39.377925Z","caller":"traceutil/trace.go:171","msg":"trace[1431151010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2870; }","duration":"297.187942ms","start":"2026-08-20T01:25:39.080722Z","end":"2026-08-20T01:25:39.37791Z","steps":["trace[1431151010] 'agreement among raft nodes before linearized reading' (duration: 297.096249ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.377999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.950851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-20T01:25:39.378146Z","caller":"traceutil/trace.go:171","msg":"trace[381770163] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:2870; }","duration":"224.096245ms","start":"2026-08-20T01:25:39.154031Z","end":"2026-08-20T01:25:39.378127Z","steps":["trace[381770163] 'agreement among raft nodes before linearized reading' (duration: 223.773307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:25:39.378278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.574351Z","time spent":"803.850098ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:25:39.378446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:25:38.575483Z","time spent":"801.797173ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:27:39.364555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.425531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:27:39.364705Z","caller":"traceutil/trace.go:171","msg":"trace[186059015] linearizableReadLoop","detail":"{readStateIndex:3807; appliedIndex:3806; }","duration":"205.063098ms","start":"2026-08-20T01:27:39.159621Z","end":"2026-08-20T01:27:39.364684Z","steps":["trace[186059015] 'read index received' (duration: 37.561µs)","trace[186059015] 'applied index is now lower than readState.Index' (duration: 205.023677ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:27:39.364889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.262763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-20T01:27:39.36494Z","caller":"traceutil/trace.go:171","msg":"trace[1839111725] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:3670; }","duration":"205.344475ms","start":"2026-08-20T01:27:39.159579Z","end":"2026-08-20T01:27:39.364924Z","steps":["trace[1839111725] 'agreement among raft nodes before linearized reading' (duration: 205.1631ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:27:39.364869Z","caller":"traceutil/trace.go:171","msg":"trace[1171753492] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"321.063604ms","start":"2026-08-20T01:27:39.043767Z","end":"2026-08-20T01:27:39.36483Z","steps":["trace[1171753492] 'process raft request' (duration: 20.242013ms)","trace[1171753492] 'compare' (duration: 300.160754ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:27:39.365242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:27:39.043738Z","time spent":"321.282609ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:28:15.900535Z","caller":"traceutil/trace.go:171","msg":"trace[1007415378] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"763.320839ms","start":"2026-08-20T01:28:15.137195Z","end":"2026-08-20T01:28:15.900516Z","steps":["trace[1007415378] 'process raft request' (duration: 763.188776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:28:15.900672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:28:15.13717Z","time spent":"763.437251ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:28:16.003213Z","caller":"traceutil/trace.go:171","msg":"trace[1297848353] linearizableReadLoop","detail":"{readStateIndex:4037; appliedIndex:4035; }","duration":"403.668748ms","start":"2026-08-20T01:28:15.599518Z","end":"2026-08-20T01:28:16.003187Z","steps":["trace[1297848353] 'read index received' (duration: 300.889302ms)","trace[1297848353] 'applied index is now lower than readState.Index' (duration: 102.778016ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:28:16.003382Z","caller":"traceutil/trace.go:171","msg":"trace[227514084] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"516.862452ms","start":"2026-08-20T01:28:15.486469Z","end":"2026-08-20T01:28:16.003331Z","steps":["trace[227514084] 'process raft request' (duration: 515.381054ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:28:16.00347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.753066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:28:16.003498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.964446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:28:16.003526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.652251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:28:16.003553Z","caller":"traceutil/trace.go:171","msg":"trace[788300577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3892; }","duration":"392.88751ms","start":"2026-08-20T01:28:15.610641Z","end":"2026-08-20T01:28:16.003528Z","steps":["trace[788300577] 'agreement among raft nodes before linearized reading' (duration: 392.745176ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:28:16.0036Z","caller":"traceutil/trace.go:171","msg":"trace[114780277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3892; }","duration":"256.773274ms","start":"2026-08-20T01:28:15.746806Z","end":"2026-08-20T01:28:16.003579Z","steps":["trace[114780277] 'agreement among raft nodes before linearized reading' (duration: 256.646171ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:28:16.003595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:28:15.486439Z","time spent":"517.072047ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:28:16.003619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:28:15.610619Z","time spent":"392.984601ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:28:16.003653Z","caller":"traceutil/trace.go:171","msg":"trace[107821011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:3892; }","duration":"404.097329ms","start":"2026-08-20T01:28:15.599465Z","end":"2026-08-20T01:28:16.003562Z","steps":["trace[107821011] 'agreement among raft nodes before linearized reading' (duration: 403.863293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:28:16.003838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:28:15.599446Z","time spent":"404.332705ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"info","ts":"2026-08-20T01:29:22.000297Z","caller":"traceutil/trace.go:171","msg":"trace[857512203] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"166.111859ms","start":"2026-08-20T01:29:21.834149Z","end":"2026-08-20T01:29:22.00026Z","steps":["trace[857512203] 'process raft request' (duration: 165.883824ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:27.490675Z","caller":"traceutil/trace.go:171","msg":"trace[1925317872] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"114.950483ms","start":"2026-08-20T01:29:27.375683Z","end":"2026-08-20T01:29:27.490633Z","steps":["trace[1925317872] 'process raft request' (duration: 70.655807ms)","trace[1925317872] 'compare' (duration: 44.143052ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:27.491597Z","caller":"traceutil/trace.go:171","msg":"trace[1870231969] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"105.204732ms","start":"2026-08-20T01:29:27.386349Z","end":"2026-08-20T01:29:27.491553Z","steps":["trace[1870231969] 'process raft request' (duration: 104.814572ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:27.491671Z","caller":"traceutil/trace.go:171","msg":"trace[244113080] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"103.571399ms","start":"2026-08-20T01:29:27.388064Z","end":"2026-08-20T01:29:27.491635Z","steps":["trace[244113080] 'process raft request' (duration: 103.447276ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:27.49181Z","caller":"traceutil/trace.go:171","msg":"trace[801141708] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"105.255813ms","start":"2026-08-20T01:29:27.386541Z","end":"2026-08-20T01:29:27.491796Z","steps":["trace[801141708] 'process raft request' (duration: 104.879523ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:33.996017Z","caller":"traceutil/trace.go:171","msg":"trace[2023290515] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"177.882923ms","start":"2026-08-20T01:29:33.818105Z","end":"2026-08-20T01:29:33.995988Z","steps":["trace[2023290515] 'process raft request' (duration: 91.287622ms)","trace[2023290515] 'compare' (duration: 86.487878ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:34.512674Z","caller":"traceutil/trace.go:171","msg":"trace[1633304803] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5034; }","duration":"175.972462ms","start":"2026-08-20T01:29:34.336676Z","end":"2026-08-20T01:29:34.512648Z","steps":["trace[1633304803] 'read index received' (duration: 175.809888ms)","trace[1633304803] 'applied index is now lower than readState.Index' (duration: 161.554µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:34.512734Z","caller":"traceutil/trace.go:171","msg":"trace[1075878997] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"245.726496ms","start":"2026-08-20T01:29:34.266966Z","end":"2026-08-20T01:29:34.512693Z","steps":["trace[1075878997] 'process raft request' (duration: 245.527551ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:34.512957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.26166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36562b96-5b22-4ed6-8945-c6d812640ba9\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-08-20T01:29:34.513054Z","caller":"traceutil/trace.go:171","msg":"trace[1076417949] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36562b96-5b22-4ed6-8945-c6d812640ba9; range_end:; response_count:1; response_revision:4853; }","duration":"176.408864ms","start":"2026-08-20T01:29:34.336626Z","end":"2026-08-20T01:29:34.513035Z","steps":["trace[1076417949] 'agreement among raft nodes before linearized reading' (duration: 176.162868ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:34.525501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.718625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:29:34.525584Z","caller":"traceutil/trace.go:171","msg":"trace[961709392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:4854; }","duration":"110.853569ms","start":"2026-08-20T01:29:34.414715Z","end":"2026-08-20T01:29:34.525569Z","steps":["trace[961709392] 'agreement among raft nodes before linearized reading' (duration: 110.651534ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:34.804467Z","caller":"traceutil/trace.go:171","msg":"trace[136849582] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"124.140741ms","start":"2026-08-20T01:29:34.680297Z","end":"2026-08-20T01:29:34.804438Z","steps":["trace[136849582] 'process raft request' (duration: 124.043598ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:34.804508Z","caller":"traceutil/trace.go:171","msg":"trace[763990268] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"124.330256ms","start":"2026-08-20T01:29:34.680115Z","end":"2026-08-20T01:29:34.804445Z","steps":["trace[763990268] 'process raft request' (duration: 123.985867ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:34.804652Z","caller":"traceutil/trace.go:171","msg":"trace[1510662620] linearizableReadLoop","detail":"{readStateIndex:5044; appliedIndex:5039; }","duration":"110.21356ms","start":"2026-08-20T01:29:34.694411Z","end":"2026-08-20T01:29:34.804624Z","steps":["trace[1510662620] 'read index received' (duration: 26.030713ms)","trace[1510662620] 'applied index is now lower than readState.Index' (duration: 84.181387ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:34.804804Z","caller":"traceutil/trace.go:171","msg":"trace[1143242802] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"124.129442ms","start":"2026-08-20T01:29:34.680659Z","end":"2026-08-20T01:29:34.804788Z","steps":["trace[1143242802] 'process raft request' (duration: 123.869004ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:34.804798Z","caller":"traceutil/trace.go:171","msg":"trace[492413633] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"124.384938ms","start":"2026-08-20T01:29:34.680374Z","end":"2026-08-20T01:29:34.804759Z","steps":["trace[492413633] 'process raft request' (duration: 124.012417ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:34.805379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.94078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:526867"} {"level":"info","ts":"2026-08-20T01:29:34.805468Z","caller":"traceutil/trace.go:171","msg":"trace[117697564] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4861; }","duration":"111.046722ms","start":"2026-08-20T01:29:34.694399Z","end":"2026-08-20T01:29:34.805446Z","steps":["trace[117697564] 'agreement among raft nodes before linearized reading' (duration: 110.413746ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:36.919432Z","caller":"traceutil/trace.go:171","msg":"trace[440465078] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"364.809527ms","start":"2026-08-20T01:29:36.554601Z","end":"2026-08-20T01:29:36.91941Z","steps":["trace[440465078] 'process raft request' (duration: 364.676343ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:36.91958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.554574Z","time spent":"364.93019ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:29:37.278383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.247745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:29:37.278592Z","caller":"traceutil/trace.go:171","msg":"trace[2128480392] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"668.773701ms","start":"2026-08-20T01:29:36.609797Z","end":"2026-08-20T01:29:37.278571Z","steps":["trace[2128480392] 'read index received' (duration: 309.611169ms)","trace[2128480392] 'applied index is now lower than readState.Index' (duration: 359.161892ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:37.278696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.899294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:29:37.278672Z","caller":"traceutil/trace.go:171","msg":"trace[1854021487] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"528.023439ms","start":"2026-08-20T01:29:36.750616Z","end":"2026-08-20T01:29:37.278639Z","steps":["trace[1854021487] 'process raft request' (duration: 527.856855ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:37.278718Z","caller":"traceutil/trace.go:171","msg":"trace[1691623941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4913; }","duration":"668.966055ms","start":"2026-08-20T01:29:36.609743Z","end":"2026-08-20T01:29:37.278709Z","steps":["trace[1691623941] 'agreement among raft nodes before linearized reading' (duration: 668.908094ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.278742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.609725Z","time spent":"669.011477ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:29:37.278807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.750582Z","time spent":"528.151973ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-20T01:29:37.278956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.589306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:29:37.278981Z","caller":"traceutil/trace.go:171","msg":"trace[1785245105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4913; }","duration":"554.656798ms","start":"2026-08-20T01:29:36.724315Z","end":"2026-08-20T01:29:37.278972Z","steps":["trace[1785245105] 'agreement among raft nodes before linearized reading' (duration: 554.570236ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.724291Z","time spent":"554.705779ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:29:37.279047Z","caller":"traceutil/trace.go:171","msg":"trace[162530751] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"702.030101ms","start":"2026-08-20T01:29:36.577001Z","end":"2026-08-20T01:29:37.279031Z","steps":["trace[162530751] 'process raft request' (duration: 420.044536ms)","trace[162530751] 'compare' (duration: 281.145633ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:37.27913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.576971Z","time spent":"702.111903ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:29:37.279148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.055695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:29:37.27921Z","caller":"traceutil/trace.go:171","msg":"trace[421669891] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4913; }","duration":"464.136256ms","start":"2026-08-20T01:29:36.815055Z","end":"2026-08-20T01:29:37.279191Z","steps":["trace[421669891] 'agreement among raft nodes before linearized reading' (duration: 464.034034ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.032024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:29:37.279241Z","caller":"traceutil/trace.go:171","msg":"trace[1710179085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4913; }","duration":"469.087804ms","start":"2026-08-20T01:29:36.810148Z","end":"2026-08-20T01:29:37.279236Z","steps":["trace[1710179085] 'agreement among raft nodes before linearized reading' (duration: 469.040943ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.81013Z","time spent":"469.124546ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:29:37.279177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.726816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:29:37.279293Z","caller":"traceutil/trace.go:171","msg":"trace[1797682906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4913; }","duration":"468.842519ms","start":"2026-08-20T01:29:36.810442Z","end":"2026-08-20T01:29:37.279285Z","steps":["trace[1797682906] 'agreement among raft nodes before linearized reading' (duration: 468.679505ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.810419Z","time spent":"468.896621ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:29:37.279374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.453254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:29:37.279397Z","caller":"traceutil/trace.go:171","msg":"trace[961153788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4913; }","duration":"469.506125ms","start":"2026-08-20T01:29:36.809886Z","end":"2026-08-20T01:29:37.279392Z","steps":["trace[961153788] 'agreement among raft nodes before linearized reading' (duration: 469.457254ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.809868Z","time spent":"469.543057ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:29:37.279502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.407817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xr2lr\" ","response":"range_response_count:1 size:9757"} {"level":"info","ts":"2026-08-20T01:29:37.279528Z","caller":"traceutil/trace.go:171","msg":"trace[1712833257] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xr2lr; range_end:; response_count:1; response_revision:4913; }","duration":"531.463708ms","start":"2026-08-20T01:29:36.748056Z","end":"2026-08-20T01:29:37.27952Z","steps":["trace[1712833257] 'agreement among raft nodes before linearized reading' (duration: 531.401516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.748038Z","time spent":"531.502359ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9780,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-xr2lr\" "} {"level":"warn","ts":"2026-08-20T01:29:37.279539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.455636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:29:37.279249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.815046Z","time spent":"464.192769ms","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:29:37.279333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.29101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:29:37.27986Z","caller":"traceutil/trace.go:171","msg":"trace[481078085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4913; }","duration":"469.837934ms","start":"2026-08-20T01:29:36.809994Z","end":"2026-08-20T01:29:37.279832Z","steps":["trace[481078085] 'agreement among raft nodes before linearized reading' (duration: 469.30342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.799834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10017526-7f19-4d9c-ace5-935cb896e1c4\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-08-20T01:29:37.279959Z","caller":"traceutil/trace.go:171","msg":"trace[1427624658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10017526-7f19-4d9c-ace5-935cb896e1c4; range_end:; response_count:1; response_revision:4913; }","duration":"464.856445ms","start":"2026-08-20T01:29:36.81509Z","end":"2026-08-20T01:29:37.279947Z","steps":["trace[1427624658] 'agreement among raft nodes before linearized reading' (duration: 464.771222ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:37.279959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.809963Z","time spent":"469.967957ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:29:37.279996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:36.815076Z","time spent":"464.913407ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4100,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10017526-7f19-4d9c-ace5-935cb896e1c4\" "} {"level":"info","ts":"2026-08-20T01:29:37.279579Z","caller":"traceutil/trace.go:171","msg":"trace[1917775940] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4913; }","duration":"120.532918ms","start":"2026-08-20T01:29:37.159035Z","end":"2026-08-20T01:29:37.279568Z","steps":["trace[1917775940] 'agreement among raft nodes before linearized reading' (duration: 120.472576ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.537252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.614033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:29:39.53738Z","caller":"traceutil/trace.go:171","msg":"trace[1207521044] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5232; }","duration":"572.996362ms","start":"2026-08-20T01:29:38.964361Z","end":"2026-08-20T01:29:39.537357Z","steps":["trace[1207521044] 'read index received' (duration: 305.208935ms)","trace[1207521044] 'applied index is now lower than readState.Index' (duration: 267.785437ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:39.537547Z","caller":"traceutil/trace.go:171","msg":"trace[1976647564] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"612.285649ms","start":"2026-08-20T01:29:38.92521Z","end":"2026-08-20T01:29:39.537496Z","steps":["trace[1976647564] 'process raft request' (duration: 344.323947ms)","trace[1976647564] 'compare' (duration: 266.987657ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:39.537672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.267519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-08-20T01:29:39.537737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:38.925183Z","time spent":"612.447473ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:29:39.537755Z","caller":"traceutil/trace.go:171","msg":"trace[1898673767] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5045; }","duration":"573.397843ms","start":"2026-08-20T01:29:38.964325Z","end":"2026-08-20T01:29:39.537723Z","steps":["trace[1898673767] 'agreement among raft nodes before linearized reading' (duration: 573.162357ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.537816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:38.964309Z","time spent":"573.491486ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-08-20T01:29:39.858523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.774147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:29:39.858757Z","caller":"traceutil/trace.go:171","msg":"trace[139761047] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5233; }","duration":"321.289071ms","start":"2026-08-20T01:29:39.537451Z","end":"2026-08-20T01:29:39.85874Z","steps":["trace[139761047] 'read index received' (duration: 196.134083ms)","trace[139761047] 'applied index is now lower than readState.Index' (duration: 125.153488ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:39.85892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.13236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:29:39.85895Z","caller":"traceutil/trace.go:171","msg":"trace[852665862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5047; }","duration":"521.181862ms","start":"2026-08-20T01:29:39.33776Z","end":"2026-08-20T01:29:39.858941Z","steps":["trace[852665862] 'agreement among raft nodes before linearized reading' (duration: 521.070509ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.858947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.614308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:29:39.858988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.337751Z","time spent":"521.225873ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:29:39.859008Z","caller":"traceutil/trace.go:171","msg":"trace[1888805582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5047; }","duration":"520.689349ms","start":"2026-08-20T01:29:39.3383Z","end":"2026-08-20T01:29:39.85899Z","steps":["trace[1888805582] 'agreement among raft nodes before linearized reading' (duration: 520.484924ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.33829Z","time spent":"520.7448ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T01:29:39.859063Z","caller":"traceutil/trace.go:171","msg":"trace[1146443662] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"573.469305ms","start":"2026-08-20T01:29:39.285531Z","end":"2026-08-20T01:29:39.859Z","steps":["trace[1146443662] 'process raft request' (duration: 447.975128ms)","trace[1146443662] 'compare' (duration: 124.577492ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:39.85907Z","caller":"traceutil/trace.go:171","msg":"trace[847911422] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"551.24663ms","start":"2026-08-20T01:29:39.307783Z","end":"2026-08-20T01:29:39.85903Z","steps":["trace[847911422] 'process raft request' (duration: 550.85899ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.814712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:29:39.859246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.285506Z","time spent":"573.645259ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:29:39.859278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.307756Z","time spent":"551.410684ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:29:39.859325Z","caller":"traceutil/trace.go:171","msg":"trace[961725114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5047; }","duration":"520.950376ms","start":"2026-08-20T01:29:39.33835Z","end":"2026-08-20T01:29:39.8593Z","steps":["trace[961725114] 'agreement among raft nodes before linearized reading' (duration: 520.676309ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.168458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-20T01:29:39.859388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.984447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-08-20T01:29:39.859396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.338343Z","time spent":"521.030678ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:29:39.859411Z","caller":"traceutil/trace.go:171","msg":"trace[155343076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5047; }","duration":"522.254601ms","start":"2026-08-20T01:29:39.337143Z","end":"2026-08-20T01:29:39.859398Z","steps":["trace[155343076] 'agreement among raft nodes before linearized reading' (duration: 522.111617ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.086525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5289a27a-6e1c-4dbc-839e-edec0efb2590\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-08-20T01:29:39.859458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.33713Z","time spent":"522.319992ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:29:39.859453Z","caller":"traceutil/trace.go:171","msg":"trace[1989685731] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5047; }","duration":"320.08893ms","start":"2026-08-20T01:29:39.539343Z","end":"2026-08-20T01:29:39.859432Z","steps":["trace[1989685731] 'agreement among raft nodes before linearized reading' (duration: 319.914575ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.259038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:29:39.859363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.801135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-20T01:29:39.859499Z","caller":"traceutil/trace.go:171","msg":"trace[126644723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5289a27a-6e1c-4dbc-839e-edec0efb2590; range_end:; response_count:1; response_revision:5047; }","duration":"205.205778ms","start":"2026-08-20T01:29:39.654274Z","end":"2026-08-20T01:29:39.85948Z","steps":["trace[126644723] 'agreement among raft nodes before linearized reading' (duration: 205.007753ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:39.859538Z","caller":"traceutil/trace.go:171","msg":"trace[2126549924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5047; }","duration":"249.34626ms","start":"2026-08-20T01:29:39.610181Z","end":"2026-08-20T01:29:39.859527Z","steps":["trace[2126549924] 'agreement among raft nodes before linearized reading' (duration: 249.245967ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.539319Z","time spent":"320.173662ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-08-20T01:29:39.859552Z","caller":"traceutil/trace.go:171","msg":"trace[1848760296] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:5047; }","duration":"692.068332ms","start":"2026-08-20T01:29:39.167469Z","end":"2026-08-20T01:29:39.859537Z","steps":["trace[1848760296] 'agreement among raft nodes before linearized reading' (duration: 691.566439ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.167449Z","time spent":"692.141085ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T01:29:39.859614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.631923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:29:39.859739Z","caller":"traceutil/trace.go:171","msg":"trace[917858621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5047; }","duration":"538.724185ms","start":"2026-08-20T01:29:39.32097Z","end":"2026-08-20T01:29:39.859695Z","steps":["trace[917858621] 'agreement among raft nodes before linearized reading' (duration: 538.475549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.859807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.320925Z","time spent":"538.868719ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:29:39.859755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.419804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728735"} {"level":"info","ts":"2026-08-20T01:29:39.859856Z","caller":"traceutil/trace.go:171","msg":"trace[592273153] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5047; }","duration":"759.548558ms","start":"2026-08-20T01:29:39.100292Z","end":"2026-08-20T01:29:39.859841Z","steps":["trace[592273153] 'agreement among raft nodes before linearized reading' (duration: 758.872161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:39.85989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:39.100276Z","time spent":"759.604379ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728758,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-08-20T01:29:40.54398Z","caller":"traceutil/trace.go:171","msg":"trace[1655124236] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"222.541087ms","start":"2026-08-20T01:29:40.321419Z","end":"2026-08-20T01:29:40.54396Z","steps":["trace[1655124236] 'process raft request' (duration: 135.28518ms)","trace[1655124236] 'compare' (duration: 87.156364ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:40.553051Z","caller":"traceutil/trace.go:171","msg":"trace[590540331] linearizableReadLoop","detail":"{readStateIndex:5250; appliedIndex:5248; }","duration":"106.211686ms","start":"2026-08-20T01:29:40.446783Z","end":"2026-08-20T01:29:40.552995Z","steps":["trace[590540331] 'read index received' (duration: 9.862304ms)","trace[590540331] 'applied index is now lower than readState.Index' (duration: 96.348232ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:40.553302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.513685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xr2lr-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-08-20T01:29:40.553363Z","caller":"traceutil/trace.go:171","msg":"trace[18669149] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-xr2lr-tls; range_end:; response_count:1; response_revision:5061; }","duration":"106.594978ms","start":"2026-08-20T01:29:40.446758Z","end":"2026-08-20T01:29:40.553353Z","steps":["trace[18669149] 'agreement among raft nodes before linearized reading' (duration: 106.369571ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:40.553939Z","caller":"traceutil/trace.go:171","msg":"trace[1333754964] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"219.377755ms","start":"2026-08-20T01:29:40.333702Z","end":"2026-08-20T01:29:40.55308Z","steps":["trace[1333754964] 'process raft request' (duration: 219.105428ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.90185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.210039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-08-20T01:29:42.90192Z","caller":"traceutil/trace.go:171","msg":"trace[242564044] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5093; }","duration":"667.324222ms","start":"2026-08-20T01:29:42.234579Z","end":"2026-08-20T01:29:42.901904Z","steps":["trace[242564044] 'range keys from in-memory index tree' (duration: 667.078526ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.901949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:42.23456Z","time spent":"667.381773ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-08-20T01:29:42.902026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.995546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:29:42.902172Z","caller":"traceutil/trace.go:171","msg":"trace[1503136059] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"656.761748ms","start":"2026-08-20T01:29:42.245369Z","end":"2026-08-20T01:29:42.902131Z","steps":["trace[1503136059] 'process raft request' (duration: 246.568678ms)","trace[1503136059] 'compare' (duration: 409.832191ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:42.902286Z","caller":"traceutil/trace.go:171","msg":"trace[1065509268] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"344.086641ms","start":"2026-08-20T01:29:42.558178Z","end":"2026-08-20T01:29:42.902264Z","steps":["trace[1065509268] 'process raft request' (duration: 343.961428ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.902318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:42.24534Z","time spent":"656.900142ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:29:42.902244Z","caller":"traceutil/trace.go:171","msg":"trace[1599090250] linearizableReadLoop","detail":"{readStateIndex:5284; appliedIndex:5283; }","duration":"553.525769ms","start":"2026-08-20T01:29:42.348691Z","end":"2026-08-20T01:29:42.902217Z","steps":["trace[1599090250] 'read index received' (duration: 143.175525ms)","trace[1599090250] 'applied index is now lower than readState.Index' (duration: 410.348194ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:42.902395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:42.55815Z","time spent":"344.208634ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:29:42.902447Z","caller":"traceutil/trace.go:171","msg":"trace[1938543080] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"143.246325ms","start":"2026-08-20T01:29:42.759085Z","end":"2026-08-20T01:29:42.902332Z","steps":["trace[1938543080] 'process raft request' (duration: 143.134162ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.903073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.613109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:29:42.903398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.911166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:29:42.90346Z","caller":"traceutil/trace.go:171","msg":"trace[914299075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:5096; }","duration":"332.024249ms","start":"2026-08-20T01:29:42.571422Z","end":"2026-08-20T01:29:42.903446Z","steps":["trace[914299075] 'agreement among raft nodes before linearized reading' (duration: 331.909176ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.903486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:42.571401Z","time spent":"332.07913ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"info","ts":"2026-08-20T01:29:42.903437Z","caller":"traceutil/trace.go:171","msg":"trace[151714777] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5096; }","duration":"419.014479ms","start":"2026-08-20T01:29:42.484402Z","end":"2026-08-20T01:29:42.903416Z","steps":["trace[151714777] 'agreement among raft nodes before linearized reading' (duration: 418.615619ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.903258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.471013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786920"} {"level":"info","ts":"2026-08-20T01:29:42.903631Z","caller":"traceutil/trace.go:171","msg":"trace[855326488] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5096; }","duration":"554.980737ms","start":"2026-08-20T01:29:42.348639Z","end":"2026-08-20T01:29:42.90362Z","steps":["trace[855326488] 'agreement among raft nodes before linearized reading' (duration: 554.045112ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:42.903665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:42.34862Z","time spent":"555.034959ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786943,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-08-20T01:29:42.903749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:42.484382Z","time spent":"419.226175ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:29:42.903336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.938427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:29:42.904079Z","caller":"traceutil/trace.go:171","msg":"trace[333599820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"293.693098ms","start":"2026-08-20T01:29:42.61034Z","end":"2026-08-20T01:29:42.904033Z","steps":["trace[333599820] 'agreement among raft nodes before linearized reading' (duration: 292.920157ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:50.740655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.041943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:29:50.740733Z","caller":"traceutil/trace.go:171","msg":"trace[185299608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"130.171337ms","start":"2026-08-20T01:29:50.610543Z","end":"2026-08-20T01:29:50.740714Z","steps":["trace[185299608] 'range keys from in-memory index tree' (duration: 129.962462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.526189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689344329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:29:54.840215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.473296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:29:54.840524Z","caller":"traceutil/trace.go:171","msg":"trace[1621950092] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5509; }","duration":"815.023253ms","start":"2026-08-20T01:29:54.025477Z","end":"2026-08-20T01:29:54.8405Z","steps":["trace[1621950092] 'read index received' (duration: 527.149006ms)","trace[1621950092] 'applied index is now lower than readState.Index' (duration: 287.872497ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:29:54.840642Z","caller":"traceutil/trace.go:171","msg":"trace[1817147219] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"995.03131ms","start":"2026-08-20T01:29:53.845583Z","end":"2026-08-20T01:29:54.840614Z","steps":["trace[1817147219] 'process raft request' (duration: 994.760303ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.840751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:53.845567Z","time spent":"995.144143ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:29:54.840789Z","caller":"traceutil/trace.go:171","msg":"trace[1601872800] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"841.475228ms","start":"2026-08-20T01:29:53.999294Z","end":"2026-08-20T01:29:54.840769Z","steps":["trace[1601872800] 'process raft request' (duration: 841.124369ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.84098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:53.999269Z","time spent":"841.611441ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:29:54.841112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.606688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:29:54.841208Z","caller":"traceutil/trace.go:171","msg":"trace[1337652219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5314; }","duration":"815.757872ms","start":"2026-08-20T01:29:54.025431Z","end":"2026-08-20T01:29:54.841188Z","steps":["trace[1337652219] 'agreement among raft nodes before linearized reading' (duration: 815.496695ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.841259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.025412Z","time spent":"815.836374ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:29:54.840506Z","caller":"traceutil/trace.go:171","msg":"trace[1461251642] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"995.576585ms","start":"2026-08-20T01:29:53.84489Z","end":"2026-08-20T01:29:54.840466Z","steps":["trace[1461251642] 'process raft request' (duration: 707.716478ms)","trace[1461251642] 'compare' (duration: 286.234154ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:29:54.841535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:53.844871Z","time spent":"996.627511ms","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-20T01:29:54.843242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.662048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-20T01:29:54.843314Z","caller":"traceutil/trace.go:171","msg":"trace[1910965959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5314; }","duration":"755.761951ms","start":"2026-08-20T01:29:54.087534Z","end":"2026-08-20T01:29:54.843296Z","steps":["trace[1910965959] 'agreement among raft nodes before linearized reading' (duration: 755.556336ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.84337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.087518Z","time spent":"755.840232ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:29:54.843991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.328118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-bvk28\" ","response":"range_response_count:1 size:5852"} {"level":"warn","ts":"2026-08-20T01:29:54.844021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.524263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-20T01:29:54.844022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.792329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-20T01:29:54.844077Z","caller":"traceutil/trace.go:171","msg":"trace[1643338442] range","detail":"{range_begin:/registry/pods/monitoring/vector-bvk28; range_end:; response_count:1; response_revision:5314; }","duration":"748.42339ms","start":"2026-08-20T01:29:54.095629Z","end":"2026-08-20T01:29:54.844052Z","steps":["trace[1643338442] 'agreement among raft nodes before linearized reading' (duration: 748.186314ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:54.84411Z","caller":"traceutil/trace.go:171","msg":"trace[556547450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"753.622245ms","start":"2026-08-20T01:29:54.090461Z","end":"2026-08-20T01:29:54.844083Z","steps":["trace[556547450] 'agreement among raft nodes before linearized reading' (duration: 753.392829ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.844124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.59088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-20T01:29:54.844241Z","caller":"traceutil/trace.go:171","msg":"trace[806269339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5314; }","duration":"754.722463ms","start":"2026-08-20T01:29:54.089484Z","end":"2026-08-20T01:29:54.844206Z","steps":["trace[806269339] 'agreement among raft nodes before linearized reading' (duration: 754.414105ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:29:54.844113Z","caller":"traceutil/trace.go:171","msg":"trace[493083745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5314; }","duration":"753.924603ms","start":"2026-08-20T01:29:54.090165Z","end":"2026-08-20T01:29:54.844089Z","steps":["trace[493083745] 'agreement among raft nodes before linearized reading' (duration: 753.658716ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.844297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.089477Z","time spent":"754.810545ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:29:54.844345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.090149Z","time spent":"754.168709ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:29:54.844118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.09562Z","time spent":"748.490202ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5875,"request content":"key:\"/registry/pods/monitoring/vector-bvk28\" "} {"level":"warn","ts":"2026-08-20T01:29:54.844516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.090454Z","time spent":"753.712077ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:29:54.844503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.877456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:29:54.844597Z","caller":"traceutil/trace.go:171","msg":"trace[17148865] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5314; }","duration":"482.017299ms","start":"2026-08-20T01:29:54.362563Z","end":"2026-08-20T01:29:54.84458Z","steps":["trace[17148865] 'agreement among raft nodes before linearized reading' (duration: 481.510166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:29:54.844665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:29:54.362549Z","time spent":"482.106121ms","remote":"127.0.0.1:48354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:29:57.319037Z","caller":"traceutil/trace.go:171","msg":"trace[1274496672] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"178.817095ms","start":"2026-08-20T01:29:57.140194Z","end":"2026-08-20T01:29:57.319011Z","steps":["trace[1274496672] 'process raft request' (duration: 178.6413ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:00.990884Z","caller":"traceutil/trace.go:171","msg":"trace[1195702813] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5617; }","duration":"121.278937ms","start":"2026-08-20T01:30:00.869583Z","end":"2026-08-20T01:30:00.990862Z","steps":["trace[1195702813] 'read index received' (duration: 121.133524ms)","trace[1195702813] 'applied index is now lower than readState.Index' (duration: 144.603µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:00.990976Z","caller":"traceutil/trace.go:171","msg":"trace[111075015] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"127.716213ms","start":"2026-08-20T01:30:00.86324Z","end":"2026-08-20T01:30:00.990956Z","steps":["trace[111075015] 'process raft request' (duration: 127.480387ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:00.991092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.500893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:30:00.991132Z","caller":"traceutil/trace.go:171","msg":"trace[1023234690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5418; }","duration":"121.590135ms","start":"2026-08-20T01:30:00.869533Z","end":"2026-08-20T01:30:00.991123Z","steps":["trace[1023234690] 'agreement among raft nodes before linearized reading' (duration: 121.444081ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.455294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.755298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:30:01.455505Z","caller":"traceutil/trace.go:171","msg":"trace[480266343] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"461.511818ms","start":"2026-08-20T01:30:00.993977Z","end":"2026-08-20T01:30:01.455489Z","steps":["trace[480266343] 'process raft request' (duration: 461.474258ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.45558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.993958Z","time spent":"461.587821ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:30:01.455565Z","caller":"traceutil/trace.go:171","msg":"trace[587538282] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"488.931228ms","start":"2026-08-20T01:30:00.966585Z","end":"2026-08-20T01:30:01.455516Z","steps":["trace[587538282] 'process raft request' (duration: 488.796475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.456003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.076417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-20T01:30:01.456004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.107649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:30:01.456061Z","caller":"traceutil/trace.go:171","msg":"trace[894025457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5421; }","duration":"582.144999ms","start":"2026-08-20T01:30:00.873906Z","end":"2026-08-20T01:30:01.456051Z","steps":["trace[894025457] 'agreement among raft nodes before linearized reading' (duration: 581.882402ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:01.45607Z","caller":"traceutil/trace.go:171","msg":"trace[1923535217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5421; }","duration":"577.213881ms","start":"2026-08-20T01:30:00.878843Z","end":"2026-08-20T01:30:01.456057Z","steps":["trace[1923535217] 'agreement among raft nodes before linearized reading' (duration: 576.972705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.456127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.873862Z","time spent":"582.222131ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:30:01.456141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.966573Z","time spent":"489.463441ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:30:01.456147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.878829Z","time spent":"577.309164ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:30:01.455841Z","caller":"traceutil/trace.go:171","msg":"trace[1404622154] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"491.431312ms","start":"2026-08-20T01:30:00.964381Z","end":"2026-08-20T01:30:01.455812Z","steps":["trace[1404622154] 'process raft request' (duration: 83.068888ms)","trace[1404622154] 'compare' (duration: 407.583754ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:01.455733Z","caller":"traceutil/trace.go:171","msg":"trace[1994477331] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5618; }","duration":"464.727652ms","start":"2026-08-20T01:30:00.990946Z","end":"2026-08-20T01:30:01.455673Z","steps":["trace[1994477331] 'read index received' (duration: 56.521442ms)","trace[1994477331] 'applied index is now lower than readState.Index' (duration: 408.20264ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:30:01.455974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.341759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:30:01.455956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.573206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-08-20T01:30:01.456303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.964354Z","time spent":"491.879993ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:30:01.456312Z","caller":"traceutil/trace.go:171","msg":"trace[228753902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5421; }","duration":"576.693288ms","start":"2026-08-20T01:30:00.879582Z","end":"2026-08-20T01:30:01.456275Z","steps":["trace[228753902] 'agreement among raft nodes before linearized reading' (duration: 576.218465ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:01.456351Z","caller":"traceutil/trace.go:171","msg":"trace[1147751498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5421; }","duration":"492.015037ms","start":"2026-08-20T01:30:00.964323Z","end":"2026-08-20T01:30:01.456338Z","steps":["trace[1147751498] 'agreement among raft nodes before linearized reading' (duration: 491.482684ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.456373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.364172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:30:01.456396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.964298Z","time spent":"492.085898ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T01:30:01.456389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.466045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:30:01.456426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.879572Z","time spent":"576.819022ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:30:01.456435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.535088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:30:01.456441Z","caller":"traceutil/trace.go:171","msg":"trace[1443412678] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5421; }","duration":"331.472134ms","start":"2026-08-20T01:30:01.124953Z","end":"2026-08-20T01:30:01.456425Z","steps":["trace[1443412678] 'agreement among raft nodes before linearized reading' (duration: 331.343741ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:01.456469Z","caller":"traceutil/trace.go:171","msg":"trace[346661344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5421; }","duration":"241.61006ms","start":"2026-08-20T01:30:01.21485Z","end":"2026-08-20T01:30:01.45646Z","steps":["trace[346661344] 'agreement among raft nodes before linearized reading' (duration: 241.545119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.456466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.32438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:30:01.456495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:01.124932Z","time spent":"331.549057ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:30:01.456531Z","caller":"traceutil/trace.go:171","msg":"trace[1986355460] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5421; }","duration":"445.417443ms","start":"2026-08-20T01:30:01.011092Z","end":"2026-08-20T01:30:01.456509Z","steps":["trace[1986355460] 'agreement among raft nodes before linearized reading' (duration: 445.32829ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.455982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.816403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:30:01.456577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:01.011075Z","time spent":"445.486234ms","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:30:01.456602Z","caller":"traceutil/trace.go:171","msg":"trace[1245108111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5421; }","duration":"579.47488ms","start":"2026-08-20T01:30:00.877116Z","end":"2026-08-20T01:30:01.456591Z","steps":["trace[1245108111] 'agreement among raft nodes before linearized reading' (duration: 578.71697ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.456639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.877103Z","time spent":"579.525912ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T01:30:01.456468Z","caller":"traceutil/trace.go:171","msg":"trace[1082886744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:5421; }","duration":"459.556728ms","start":"2026-08-20T01:30:00.996892Z","end":"2026-08-20T01:30:01.456449Z","steps":["trace[1082886744] 'agreement among raft nodes before linearized reading' (duration: 459.407874ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:01.456694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:00.996884Z","time spent":"459.796714ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:30:03.131544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.745342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:30:03.131636Z","caller":"traceutil/trace.go:171","msg":"trace[1565452296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5484; }","duration":"522.883985ms","start":"2026-08-20T01:30:02.608735Z","end":"2026-08-20T01:30:03.131619Z","steps":["trace[1565452296] 'range keys from in-memory index tree' (duration: 522.586997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:03.131675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:02.608716Z","time spent":"522.950827ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:30:03.148827Z","caller":"traceutil/trace.go:171","msg":"trace[2018626994] linearizableReadLoop","detail":"{readStateIndex:5685; appliedIndex:5684; }","duration":"342.253834ms","start":"2026-08-20T01:30:02.806547Z","end":"2026-08-20T01:30:03.148801Z","steps":["trace[2018626994] 'read index received' (duration: 342.088119ms)","trace[2018626994] 'applied index is now lower than readState.Index' (duration: 164.485µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:03.14886Z","caller":"traceutil/trace.go:171","msg":"trace[144795368] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"366.585122ms","start":"2026-08-20T01:30:02.782244Z","end":"2026-08-20T01:30:03.148829Z","steps":["trace[144795368] 'process raft request' (duration: 366.362227ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:03.149019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:02.782229Z","time spent":"366.703905ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:30:03.149088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.51475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea68e06b-20fb-46af-a7bb-04af000d876e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-08-20T01:30:03.14916Z","caller":"traceutil/trace.go:171","msg":"trace[2131719450] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea68e06b-20fb-46af-a7bb-04af000d876e; range_end:; response_count:1; response_revision:5485; }","duration":"342.639514ms","start":"2026-08-20T01:30:02.8065Z","end":"2026-08-20T01:30:03.149139Z","steps":["trace[2131719450] 'agreement among raft nodes before linearized reading' (duration: 342.429908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:03.149227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:02.806484Z","time spent":"342.725466ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea68e06b-20fb-46af-a7bb-04af000d876e\" "} {"level":"info","ts":"2026-08-20T01:30:03.162326Z","caller":"traceutil/trace.go:171","msg":"trace[1565453201] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"165.547702ms","start":"2026-08-20T01:30:02.99675Z","end":"2026-08-20T01:30:03.162298Z","steps":["trace[1565453201] 'process raft request' (duration: 165.179712ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:04.89247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456938618s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:30:04.892673Z","caller":"traceutil/trace.go:171","msg":"trace[1681013895] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"1.672894064s","start":"2026-08-20T01:30:03.219759Z","end":"2026-08-20T01:30:04.892654Z","steps":["trace[1681013895] 'process raft request' (duration: 215.694389ms)","trace[1681013895] 'compare' (duration: 1.455750007s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:30:04.892736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.219744Z","time spent":"1.672961326s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:30:04.892847Z","caller":"traceutil/trace.go:171","msg":"trace[2042381113] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5686; }","duration":"1.423606896s","start":"2026-08-20T01:30:03.469201Z","end":"2026-08-20T01:30:04.892808Z","steps":["trace[2042381113] 'read index received' (duration: 282.942669ms)","trace[2042381113] 'applied index is now lower than readState.Index' (duration: 1.140663097s)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:04.892953Z","caller":"traceutil/trace.go:171","msg":"trace[404481938] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"1.669182018s","start":"2026-08-20T01:30:03.223761Z","end":"2026-08-20T01:30:04.892943Z","steps":["trace[404481938] 'process raft request' (duration: 1.668816069s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:04.893103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.223738Z","time spent":"1.66925206s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:30:04.893361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424135279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:30:04.89347Z","caller":"traceutil/trace.go:171","msg":"trace[1660073037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:5488; }","duration":"1.424277453s","start":"2026-08-20T01:30:03.469167Z","end":"2026-08-20T01:30:04.893445Z","steps":["trace[1660073037] 'agreement among raft nodes before linearized reading' (duration: 1.423988776s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:04.89353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.469147Z","time spent":"1.424367915s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:30:05.393183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689344709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:30:05.435638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682261047s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T01:30:05.61081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T01:30:05.610885Z","caller":"traceutil/trace.go:171","msg":"trace[1282800363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367805s","start":"2026-08-20T01:30:03.6105Z","end":"2026-08-20T01:30:05.610868Z","steps":["trace[1282800363] 'agreement among raft nodes before linearized reading' (duration: 2.000267573s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.610924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.610479Z","time spent":"2.000437977s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:30:05.621536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.604111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:30:05.622011Z","caller":"traceutil/trace.go:171","msg":"trace[482558804] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"2.151985527s","start":"2026-08-20T01:30:03.46999Z","end":"2026-08-20T01:30:05.621976Z","steps":["trace[482558804] 'process raft request' (duration: 1.965842593s)","trace[482558804] 'compare' (duration: 185.032586ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:30:05.622183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.469983Z","time spent":"2.152111611s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:30:05.622351Z","caller":"traceutil/trace.go:171","msg":"trace[530857550] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"2.151103855s","start":"2026-08-20T01:30:03.471205Z","end":"2026-08-20T01:30:05.622309Z","steps":["trace[530857550] 'process raft request' (duration: 2.150563571s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:05.622384Z","caller":"traceutil/trace.go:171","msg":"trace[1525446374] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"2.00559587s","start":"2026-08-20T01:30:03.616754Z","end":"2026-08-20T01:30:05.62235Z","steps":["trace[1525446374] 'process raft request' (duration: 2.005116918s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.622512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.471197Z","time spent":"2.151249918s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:30:05.62254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.616721Z","time spent":"2.005737314s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:30:05.626268Z","caller":"traceutil/trace.go:171","msg":"trace[781423888] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5688; }","duration":"733.34117ms","start":"2026-08-20T01:30:04.892907Z","end":"2026-08-20T01:30:05.626248Z","steps":["trace[781423888] 'read index received' (duration: 542.940885ms)","trace[781423888] 'applied index is now lower than readState.Index' (duration: 190.399075ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:30:05.626385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122107115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:30:05.626397Z","caller":"traceutil/trace.go:171","msg":"trace[152334963] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"458.427179ms","start":"2026-08-20T01:30:05.167943Z","end":"2026-08-20T01:30:05.62637Z","steps":["trace[152334963] 'process raft request' (duration: 458.199123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.626487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47172628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea68e06b-20fb-46af-a7bb-04af000d876e\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-08-20T01:30:05.626487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331256897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:30:05.62651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:05.16791Z","time spent":"458.543682ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:30:05.626539Z","caller":"traceutil/trace.go:171","msg":"trace[2140933628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ea68e06b-20fb-46af-a7bb-04af000d876e; range_end:; response_count:1; response_revision:5492; }","duration":"1.471792803s","start":"2026-08-20T01:30:04.154732Z","end":"2026-08-20T01:30:05.626525Z","steps":["trace[2140933628] 'agreement among raft nodes before linearized reading' (duration: 1.471670719s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:05.626549Z","caller":"traceutil/trace.go:171","msg":"trace[1097610423] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5492; }","duration":"1.33136736s","start":"2026-08-20T01:30:04.295166Z","end":"2026-08-20T01:30:05.626534Z","steps":["trace[1097610423] 'agreement among raft nodes before linearized reading' (duration: 1.331226936s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.62656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156278169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:30:05.626587Z","caller":"traceutil/trace.go:171","msg":"trace[1392063181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5492; }","duration":"2.156416402s","start":"2026-08-20T01:30:03.470162Z","end":"2026-08-20T01:30:05.626578Z","steps":["trace[1392063181] 'agreement among raft nodes before linearized reading' (duration: 2.15635564s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.626584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:04.154716Z","time spent":"1.471855644s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ea68e06b-20fb-46af-a7bb-04af000d876e\" "} {"level":"warn","ts":"2026-08-20T01:30:05.62659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:04.295147Z","time spent":"1.331432591s","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:30:05.626616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.47015Z","time spent":"2.156458734s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T01:30:05.626423Z","caller":"traceutil/trace.go:171","msg":"trace[490287450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5492; }","duration":"2.122178377s","start":"2026-08-20T01:30:03.504233Z","end":"2026-08-20T01:30:05.626411Z","steps":["trace[490287450] 'agreement among raft nodes before linearized reading' (duration: 2.122119305s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.626665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.504218Z","time spent":"2.122429653s","remote":"127.0.0.1:50742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:30:05.626502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156070464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-20T01:30:05.626742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156525445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:30:05.626769Z","caller":"traceutil/trace.go:171","msg":"trace[1183980730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5492; }","duration":"2.156602158s","start":"2026-08-20T01:30:03.470159Z","end":"2026-08-20T01:30:05.626762Z","steps":["trace[1183980730] 'agreement among raft nodes before linearized reading' (duration: 2.156519435s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.626796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.470135Z","time spent":"2.156656288s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:30:05.626369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101118621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:30:05.62676Z","caller":"traceutil/trace.go:171","msg":"trace[79851814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5492; }","duration":"2.15634137s","start":"2026-08-20T01:30:03.470405Z","end":"2026-08-20T01:30:05.626747Z","steps":["trace[79851814] 'agreement among raft nodes before linearized reading' (duration: 2.156034552s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.626942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.470396Z","time spent":"2.156539036s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:30:05.626931Z","caller":"traceutil/trace.go:171","msg":"trace[599960055] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5492; }","duration":"2.101731927s","start":"2026-08-20T01:30:03.525177Z","end":"2026-08-20T01:30:05.626909Z","steps":["trace[599960055] 'agreement among raft nodes before linearized reading' (duration: 2.101115652s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.627111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.525151Z","time spent":"2.101950502s","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:30:05.627108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.884432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80222"} {"level":"info","ts":"2026-08-20T01:30:05.627143Z","caller":"traceutil/trace.go:171","msg":"trace[166624583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5492; }","duration":"726.948554ms","start":"2026-08-20T01:30:04.900184Z","end":"2026-08-20T01:30:05.627133Z","steps":["trace[166624583] 'agreement among raft nodes before linearized reading' (duration: 726.677537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.627174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:04.900168Z","time spent":"726.998985ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80245,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-20T01:30:05.627209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157061669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:30:05.627243Z","caller":"traceutil/trace.go:171","msg":"trace[1212292042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5492; }","duration":"2.15710419s","start":"2026-08-20T01:30:03.470129Z","end":"2026-08-20T01:30:05.627233Z","steps":["trace[1212292042] 'agreement among raft nodes before linearized reading' (duration: 2.157014427s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.627276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.470126Z","time spent":"2.157143441s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:30:05.62737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.204069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:30:05.627405Z","caller":"traceutil/trace.go:171","msg":"trace[313173881] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5492; }","duration":"321.279541ms","start":"2026-08-20T01:30:05.306117Z","end":"2026-08-20T01:30:05.627397Z","steps":["trace[313173881] 'agreement among raft nodes before linearized reading' (duration: 321.220099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.627412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15750174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-20T01:30:05.627432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:05.306099Z","time spent":"321.325772ms","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:30:05.627438Z","caller":"traceutil/trace.go:171","msg":"trace[1224727621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5492; }","duration":"2.157554502s","start":"2026-08-20T01:30:03.469875Z","end":"2026-08-20T01:30:05.627429Z","steps":["trace[1224727621] 'agreement among raft nodes before linearized reading' (duration: 2.15747963s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:05.62746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:30:03.469859Z","time spent":"2.157596812s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:30:11.48243Z","caller":"traceutil/trace.go:171","msg":"trace[123183967] linearizableReadLoop","detail":"{readStateIndex:5812; appliedIndex:5811; }","duration":"102.559092ms","start":"2026-08-20T01:30:11.379843Z","end":"2026-08-20T01:30:11.482402Z","steps":["trace[123183967] 'read index received' (duration: 102.312486ms)","trace[123183967] 'applied index is now lower than readState.Index' (duration: 245.686µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:11.48283Z","caller":"traceutil/trace.go:171","msg":"trace[1136037194] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"104.710298ms","start":"2026-08-20T01:30:11.37801Z","end":"2026-08-20T01:30:11.482721Z","steps":["trace[1136037194] 'process raft request' (duration: 104.221946ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:11.482912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.054435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36562b96-5b22-4ed6-8945-c6d812640ba9\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-08-20T01:30:11.483089Z","caller":"traceutil/trace.go:171","msg":"trace[1447074060] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36562b96-5b22-4ed6-8945-c6d812640ba9; range_end:; response_count:1; response_revision:5607; }","duration":"103.128547ms","start":"2026-08-20T01:30:11.379822Z","end":"2026-08-20T01:30:11.48295Z","steps":["trace[1447074060] 'agreement among raft nodes before linearized reading' (duration: 102.682796ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:16.611753Z","caller":"traceutil/trace.go:171","msg":"trace[1081780064] linearizableReadLoop","detail":"{readStateIndex:5853; appliedIndex:5852; }","duration":"136.666855ms","start":"2026-08-20T01:30:16.475057Z","end":"2026-08-20T01:30:16.611724Z","steps":["trace[1081780064] 'read index received' (duration: 136.393328ms)","trace[1081780064] 'applied index is now lower than readState.Index' (duration: 271.947µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:16.611894Z","caller":"traceutil/trace.go:171","msg":"trace[416849712] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"193.742101ms","start":"2026-08-20T01:30:16.418139Z","end":"2026-08-20T01:30:16.611881Z","steps":["trace[416849712] 'process raft request' (duration: 193.409913ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:16.61217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.095717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-20T01:30:16.612239Z","caller":"traceutil/trace.go:171","msg":"trace[290308368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5647; }","duration":"137.198279ms","start":"2026-08-20T01:30:16.475024Z","end":"2026-08-20T01:30:16.612222Z","steps":["trace[290308368] 'agreement among raft nodes before linearized reading' (duration: 137.051005ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:16.612237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.306316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-08-20T01:30:16.612534Z","caller":"traceutil/trace.go:171","msg":"trace[1680913416] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5647; }","duration":"114.663275ms","start":"2026-08-20T01:30:16.497855Z","end":"2026-08-20T01:30:16.612518Z","steps":["trace[1680913416] 'agreement among raft nodes before linearized reading' (duration: 114.190123ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:16.909954Z","caller":"traceutil/trace.go:171","msg":"trace[696765562] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"290.874634ms","start":"2026-08-20T01:30:16.619038Z","end":"2026-08-20T01:30:16.909913Z","steps":["trace[696765562] 'process raft request' (duration: 221.91949ms)","trace[696765562] 'compare' (duration: 68.704008ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:16.909975Z","caller":"traceutil/trace.go:171","msg":"trace[1921230857] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5854; }","duration":"150.328429ms","start":"2026-08-20T01:30:16.75962Z","end":"2026-08-20T01:30:16.909948Z","steps":["trace[1921230857] 'read index received' (duration: 81.307293ms)","trace[1921230857] 'applied index is now lower than readState.Index' (duration: 69.020036ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:30:16.91001Z","caller":"traceutil/trace.go:171","msg":"trace[1388877174] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"290.68052ms","start":"2026-08-20T01:30:16.619288Z","end":"2026-08-20T01:30:16.909968Z","steps":["trace[1388877174] 'process raft request' (duration: 290.525106ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:16.910052Z","caller":"traceutil/trace.go:171","msg":"trace[965527060] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"290.616278ms","start":"2026-08-20T01:30:16.619399Z","end":"2026-08-20T01:30:16.910015Z","steps":["trace[965527060] 'process raft request' (duration: 290.490435ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:16.910239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.422367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-20T01:30:16.910301Z","caller":"traceutil/trace.go:171","msg":"trace[432029419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5651; }","duration":"127.53487ms","start":"2026-08-20T01:30:16.782752Z","end":"2026-08-20T01:30:16.910287Z","steps":["trace[432029419] 'agreement among raft nodes before linearized reading' (duration: 127.354545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:30:16.91024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.601666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-08-20T01:30:16.910454Z","caller":"traceutil/trace.go:171","msg":"trace[2082547489] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5651; }","duration":"150.848832ms","start":"2026-08-20T01:30:16.759591Z","end":"2026-08-20T01:30:16.910439Z","steps":["trace[2082547489] 'agreement among raft nodes before linearized reading' (duration: 150.474052ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.085721Z","caller":"traceutil/trace.go:171","msg":"trace[1409764954] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"144.97402ms","start":"2026-08-20T01:30:55.940709Z","end":"2026-08-20T01:30:56.085683Z","steps":["trace[1409764954] 'process raft request' (duration: 144.665872ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.094846Z","caller":"traceutil/trace.go:171","msg":"trace[65865657] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"147.597837ms","start":"2026-08-20T01:30:55.947221Z","end":"2026-08-20T01:30:56.094819Z","steps":["trace[65865657] 'process raft request' (duration: 147.507435ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.094886Z","caller":"traceutil/trace.go:171","msg":"trace[1243422267] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"147.762081ms","start":"2026-08-20T01:30:55.947106Z","end":"2026-08-20T01:30:56.094868Z","steps":["trace[1243422267] 'process raft request' (duration: 147.442893ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.095069Z","caller":"traceutil/trace.go:171","msg":"trace[1101548738] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"145.303517ms","start":"2026-08-20T01:30:55.949732Z","end":"2026-08-20T01:30:56.095035Z","steps":["trace[1101548738] 'process raft request' (duration: 145.042311ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.095147Z","caller":"traceutil/trace.go:171","msg":"trace[1172018054] linearizableReadLoop","detail":"{readStateIndex:6216; appliedIndex:6212; }","duration":"137.424284ms","start":"2026-08-20T01:30:55.957713Z","end":"2026-08-20T01:30:56.095137Z","steps":["trace[1172018054] 'read index received' (duration: 127.624931ms)","trace[1172018054] 'applied index is now lower than readState.Index' (duration: 9.798153ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:30:56.096438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.600456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225408"} {"level":"info","ts":"2026-08-20T01:30:56.096545Z","caller":"traceutil/trace.go:171","msg":"trace[968560945] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6001; }","duration":"138.838211ms","start":"2026-08-20T01:30:55.957681Z","end":"2026-08-20T01:30:56.09652Z","steps":["trace[968560945] 'agreement among raft nodes before linearized reading' (duration: 137.62833ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.133972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2960} {"level":"warn","ts":"2026-08-20T01:30:56.293497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.290392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-08-20T01:30:56.29362Z","caller":"traceutil/trace.go:171","msg":"trace[1127438486] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6006; }","duration":"132.493877ms","start":"2026-08-20T01:30:56.1611Z","end":"2026-08-20T01:30:56.293594Z","steps":["trace[1127438486] 'range keys from in-memory index tree' (duration: 131.998584ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.476988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2960,"took":"340.23689ms","hash":1914460067,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":33685504,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-20T01:30:56.477061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1914460067,"revision":2960,"compact-revision":-1} {"level":"info","ts":"2026-08-20T01:30:56.758856Z","caller":"traceutil/trace.go:171","msg":"trace[1250381465] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"268.72078ms","start":"2026-08-20T01:30:56.490117Z","end":"2026-08-20T01:30:56.758838Z","steps":["trace[1250381465] 'process raft request' (duration: 268.514955ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:30:56.75886Z","caller":"traceutil/trace.go:171","msg":"trace[404653516] linearizableReadLoop","detail":"{readStateIndex:6224; appliedIndex:6223; }","duration":"147.173406ms","start":"2026-08-20T01:30:56.611655Z","end":"2026-08-20T01:30:56.758829Z","steps":["trace[404653516] 'read index received' (duration: 146.96916ms)","trace[404653516] 'applied index is now lower than readState.Index' (duration: 202.925µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:30:56.758958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.293269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:30:56.759021Z","caller":"traceutil/trace.go:171","msg":"trace[190913370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6007; }","duration":"147.398962ms","start":"2026-08-20T01:30:56.611603Z","end":"2026-08-20T01:30:56.759002Z","steps":["trace[190913370] 'agreement among raft nodes before linearized reading' (duration: 147.30426ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:35:56.141336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6001} {"level":"info","ts":"2026-08-20T01:35:56.242917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6001,"took":"99.310429ms","hash":1378578224,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":21663744,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-08-20T01:35:56.242999Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1378578224,"revision":6001,"compact-revision":2960} {"level":"info","ts":"2026-08-20T01:36:11.371924Z","caller":"traceutil/trace.go:171","msg":"trace[1340748959] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"120.153217ms","start":"2026-08-20T01:36:11.251741Z","end":"2026-08-20T01:36:11.371894Z","steps":["trace[1340748959] 'process raft request' (duration: 120.047484ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.371987Z","caller":"traceutil/trace.go:171","msg":"trace[667871258] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"128.459971ms","start":"2026-08-20T01:36:11.243478Z","end":"2026-08-20T01:36:11.371938Z","steps":["trace[667871258] 'process raft request' (duration: 89.541528ms)","trace[667871258] 'compare' (duration: 38.623376ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:11.372188Z","caller":"traceutil/trace.go:171","msg":"trace[75174269] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"115.650291ms","start":"2026-08-20T01:36:11.256508Z","end":"2026-08-20T01:36:11.372158Z","steps":["trace[75174269] 'process raft request' (duration: 115.326773ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.372527Z","caller":"traceutil/trace.go:171","msg":"trace[1646904902] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"115.679402ms","start":"2026-08-20T01:36:11.256834Z","end":"2026-08-20T01:36:11.372513Z","steps":["trace[1646904902] 'process raft request' (duration: 115.268431ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.402898Z","caller":"traceutil/trace.go:171","msg":"trace[1218559584] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"126.08758ms","start":"2026-08-20T01:36:11.276762Z","end":"2026-08-20T01:36:11.40285Z","steps":["trace[1218559584] 'process raft request' (duration: 125.875474ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.403403Z","caller":"traceutil/trace.go:171","msg":"trace[2025562486] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"122.046166ms","start":"2026-08-20T01:36:11.281324Z","end":"2026-08-20T01:36:11.40337Z","steps":["trace[2025562486] 'process raft request' (duration: 121.465531ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.403675Z","caller":"traceutil/trace.go:171","msg":"trace[1748630555] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8481; }","duration":"120.742302ms","start":"2026-08-20T01:36:11.282916Z","end":"2026-08-20T01:36:11.403659Z","steps":["trace[1748630555] 'read index received' (duration: 50.190724ms)","trace[1748630555] 'applied index is now lower than readState.Index' (duration: 70.549968ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:11.403685Z","caller":"traceutil/trace.go:171","msg":"trace[1762481757] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"122.227841ms","start":"2026-08-20T01:36:11.281428Z","end":"2026-08-20T01:36:11.403656Z","steps":["trace[1762481757] 'process raft request' (duration: 122.031476ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.403773Z","caller":"traceutil/trace.go:171","msg":"trace[968206243] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"119.911061ms","start":"2026-08-20T01:36:11.283843Z","end":"2026-08-20T01:36:11.403754Z","steps":["trace[968206243] 'process raft request' (duration: 119.681375ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:11.40394Z","caller":"traceutil/trace.go:171","msg":"trace[1672548780] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"122.508558ms","start":"2026-08-20T01:36:11.281412Z","end":"2026-08-20T01:36:11.40392Z","steps":["trace[1672548780] 'process raft request' (duration: 121.716728ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:11.403918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.989738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-786c886b9-vd9x4\" ","response":"range_response_count:1 size:8275"} {"level":"info","ts":"2026-08-20T01:36:11.404007Z","caller":"traceutil/trace.go:171","msg":"trace[1154375797] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-786c886b9-vd9x4; range_end:; response_count:1; response_revision:8197; }","duration":"121.118332ms","start":"2026-08-20T01:36:11.282874Z","end":"2026-08-20T01:36:11.403992Z","steps":["trace[1154375797] 'agreement among raft nodes before linearized reading' (duration: 120.844705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:19.542284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.191052Z","time spent":"351.227793ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T01:36:20.518103Z","caller":"traceutil/trace.go:171","msg":"trace[1727012916] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8657; }","duration":"1.113330518s","start":"2026-08-20T01:36:19.404758Z","end":"2026-08-20T01:36:20.518089Z","steps":["trace[1727012916] 'read index received' (duration: 137.413332ms)","trace[1727012916] 'applied index is now lower than readState.Index' (duration: 975.916456ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:20.518207Z","caller":"traceutil/trace.go:171","msg":"trace[690900506] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"1.111426969s","start":"2026-08-20T01:36:19.406768Z","end":"2026-08-20T01:36:20.518195Z","steps":["trace[690900506] 'process raft request' (duration: 1.111202403s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.518307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.406753Z","time spent":"1.11148677s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:20.518463Z","caller":"traceutil/trace.go:171","msg":"trace[1969350805] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"1.111530311s","start":"2026-08-20T01:36:19.406914Z","end":"2026-08-20T01:36:20.518445Z","steps":["trace[1969350805] 'process raft request' (duration: 1.11111604s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.518568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.40689Z","time spent":"1.111621213s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:20.518711Z","caller":"traceutil/trace.go:171","msg":"trace[1189629807] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"1.110250927s","start":"2026-08-20T01:36:19.408448Z","end":"2026-08-20T01:36:20.518699Z","steps":["trace[1189629807] 'process raft request' (duration: 1.109609421s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.518777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.408423Z","time spent":"1.11032354s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:20.518874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114120658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:36:20.518907Z","caller":"traceutil/trace.go:171","msg":"trace[2099293483] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8367; }","duration":"1.114202089s","start":"2026-08-20T01:36:19.404694Z","end":"2026-08-20T01:36:20.518896Z","steps":["trace[2099293483] 'agreement among raft nodes before linearized reading' (duration: 1.114147038s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.518937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.404682Z","time spent":"1.114247521s","remote":"127.0.0.1:55698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:36:20.518116Z","caller":"traceutil/trace.go:171","msg":"trace[1651712844] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"1.116569201s","start":"2026-08-20T01:36:19.401507Z","end":"2026-08-20T01:36:20.518076Z","steps":["trace[1651712844] 'process raft request' (duration: 1.019142579s)","trace[1651712844] 'compare' (duration: 97.199846ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:36:20.519075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.401482Z","time spent":"1.117498695s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:20.52744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.688965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:36:20.527506Z","caller":"traceutil/trace.go:171","msg":"trace[784693317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"917.794927ms","start":"2026-08-20T01:36:19.609696Z","end":"2026-08-20T01:36:20.527491Z","steps":["trace[784693317] 'agreement among raft nodes before linearized reading' (duration: 917.623082ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.527536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.609678Z","time spent":"917.852259ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:36:20.527547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.845553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:36:20.527603Z","caller":"traceutil/trace.go:171","msg":"trace[922520877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8369; }","duration":"575.937245ms","start":"2026-08-20T01:36:19.951655Z","end":"2026-08-20T01:36:20.527593Z","steps":["trace[922520877] 'agreement among raft nodes before linearized reading' (duration: 575.747071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.527633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.951635Z","time spent":"575.990957ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:36:20.527672Z","caller":"traceutil/trace.go:171","msg":"trace[1153419915] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"983.979652ms","start":"2026-08-20T01:36:19.54368Z","end":"2026-08-20T01:36:20.527659Z","steps":["trace[1153419915] 'process raft request' (duration: 983.470779ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.527552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.707765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:36:20.527706Z","caller":"traceutil/trace.go:171","msg":"trace[1320564021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8369; }","duration":"576.90806ms","start":"2026-08-20T01:36:19.950791Z","end":"2026-08-20T01:36:20.527699Z","steps":["trace[1320564021] 'agreement among raft nodes before linearized reading' (duration: 576.646013ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.527727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.950772Z","time spent":"576.947982ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:36:20.527757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.543652Z","time spent":"984.047184ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:20.527713Z","caller":"traceutil/trace.go:171","msg":"trace[786032565] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"135.557194ms","start":"2026-08-20T01:36:20.39209Z","end":"2026-08-20T01:36:20.527647Z","steps":["trace[786032565] 'process raft request' (duration: 135.186844ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.527843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.899414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:36:20.527804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.088707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:36:20.528Z","caller":"traceutil/trace.go:171","msg":"trace[1854837074] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8369; }","duration":"363.076898ms","start":"2026-08-20T01:36:20.164827Z","end":"2026-08-20T01:36:20.527904Z","steps":["trace[1854837074] 'agreement among raft nodes before linearized reading' (duration: 362.891784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.528136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:20.164806Z","time spent":"363.284623ms","remote":"127.0.0.1:52910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:36:20.528023Z","caller":"traceutil/trace.go:171","msg":"trace[949160466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8369; }","duration":"581.318273ms","start":"2026-08-20T01:36:19.946662Z","end":"2026-08-20T01:36:20.52798Z","steps":["trace[949160466] 'agreement among raft nodes before linearized reading' (duration: 580.989055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.528175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.275278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:36:20.52824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.946634Z","time spent":"581.56185ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:36:20.528252Z","caller":"traceutil/trace.go:171","msg":"trace[816923828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8369; }","duration":"492.35628ms","start":"2026-08-20T01:36:20.035844Z","end":"2026-08-20T01:36:20.528201Z","steps":["trace[816923828] 'agreement among raft nodes before linearized reading' (duration: 491.522399ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.528298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:20.035825Z","time spent":"492.461543ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:36:20.528422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.58701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:36:20.528695Z","caller":"traceutil/trace.go:171","msg":"trace[1797000501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8369; }","duration":"574.870267ms","start":"2026-08-20T01:36:19.953811Z","end":"2026-08-20T01:36:20.528681Z","steps":["trace[1797000501] 'agreement among raft nodes before linearized reading' (duration: 573.650076ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.528738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.953804Z","time spent":"574.922569ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:36:20.528463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.086577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:36:20.528776Z","caller":"traceutil/trace.go:171","msg":"trace[193941940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8369; }","duration":"575.234997ms","start":"2026-08-20T01:36:19.95353Z","end":"2026-08-20T01:36:20.528765Z","steps":["trace[193941940] 'agreement among raft nodes before linearized reading' (duration: 573.988226ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:20.528809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:19.953523Z","time spent":"575.276268ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:36:31.406045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.63366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:36:31.406276Z","caller":"traceutil/trace.go:171","msg":"trace[1583725280] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"832.861657ms","start":"2026-08-20T01:36:30.573378Z","end":"2026-08-20T01:36:31.40624Z","steps":["trace[1583725280] 'process raft request' (duration: 529.727974ms)","trace[1583725280] 'compare' (duration: 301.918162ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:36:31.406427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.573356Z","time spent":"833.002981ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:31.407087Z","caller":"traceutil/trace.go:171","msg":"trace[1195415523] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"832.471477ms","start":"2026-08-20T01:36:30.574602Z","end":"2026-08-20T01:36:31.407073Z","steps":["trace[1195415523] 'process raft request' (duration: 832.219961ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:31.407063Z","caller":"traceutil/trace.go:171","msg":"trace[1896772556] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"479.276013ms","start":"2026-08-20T01:36:30.92776Z","end":"2026-08-20T01:36:31.407036Z","steps":["trace[1896772556] 'process raft request' (duration: 479.220762ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.40721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.574579Z","time spent":"832.55179ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:31.407269Z","caller":"traceutil/trace.go:171","msg":"trace[163118999] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8716; }","duration":"827.619783ms","start":"2026-08-20T01:36:30.579639Z","end":"2026-08-20T01:36:31.407258Z","steps":["trace[163118999] 'read index received' (duration: 14.852773ms)","trace[163118999] 'applied index is now lower than readState.Index' (duration: 812.76612ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:36:31.407229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.927726Z","time spent":"479.421947ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:31.40744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.826448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:36:31.407471Z","caller":"traceutil/trace.go:171","msg":"trace[1651386250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8422; }","duration":"827.931821ms","start":"2026-08-20T01:36:30.57953Z","end":"2026-08-20T01:36:31.407462Z","steps":["trace[1651386250] 'agreement among raft nodes before linearized reading' (duration: 827.810378ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.407498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.579516Z","time spent":"827.976632ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:36:31.407511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.816592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:36:31.407592Z","caller":"traceutil/trace.go:171","msg":"trace[1653911051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8422; }","duration":"819.922424ms","start":"2026-08-20T01:36:30.587649Z","end":"2026-08-20T01:36:31.407571Z","steps":["trace[1653911051] 'agreement among raft nodes before linearized reading' (duration: 819.729879ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.407631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.587639Z","time spent":"819.984546ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:36:31.407654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.136692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:36:31.407642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.546237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:36:31.407642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.492116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:36:31.407687Z","caller":"traceutil/trace.go:171","msg":"trace[1481813626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8422; }","duration":"642.198423ms","start":"2026-08-20T01:36:30.765479Z","end":"2026-08-20T01:36:31.407677Z","steps":["trace[1481813626] 'agreement among raft nodes before linearized reading' (duration: 642.118431ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:31.407702Z","caller":"traceutil/trace.go:171","msg":"trace[107055380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8422; }","duration":"816.63664ms","start":"2026-08-20T01:36:30.59105Z","end":"2026-08-20T01:36:31.407686Z","steps":["trace[107055380] 'agreement among raft nodes before linearized reading' (duration: 816.451195ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:31.407703Z","caller":"traceutil/trace.go:171","msg":"trace[1306375239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8422; }","duration":"816.600939ms","start":"2026-08-20T01:36:30.591088Z","end":"2026-08-20T01:36:31.407689Z","steps":["trace[1306375239] 'agreement among raft nodes before linearized reading' (duration: 816.400944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.40772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.765462Z","time spent":"642.249715ms","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:36:31.407702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.033015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:36:31.407736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.591037Z","time spent":"816.691821ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:36:31.407737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.591072Z","time spent":"816.65661ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:36:31.407734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.343581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:36:31.407778Z","caller":"traceutil/trace.go:171","msg":"trace[757268275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8422; }","duration":"797.143328ms","start":"2026-08-20T01:36:30.610613Z","end":"2026-08-20T01:36:31.407756Z","steps":["trace[757268275] 'agreement among raft nodes before linearized reading' (duration: 797.032065ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.407824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.610595Z","time spent":"797.220579ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:36:31.407837Z","caller":"traceutil/trace.go:171","msg":"trace[835226214] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8422; }","duration":"814.469774ms","start":"2026-08-20T01:36:30.59334Z","end":"2026-08-20T01:36:31.40781Z","steps":["trace[835226214] 'agreement among raft nodes before linearized reading' (duration: 814.120025ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.407902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.593299Z","time spent":"814.593047ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:36:31.407969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.018381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-786c886b9-vd9x4.18cd5fa0c11b10f8\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-08-20T01:36:31.407861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.251487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:36:31.408018Z","caller":"traceutil/trace.go:171","msg":"trace[1694700969] range","detail":"{range_begin:/registry/events/openstack/barbican-api-786c886b9-vd9x4.18cd5fa0c11b10f8; range_end:; response_count:1; response_revision:8422; }","duration":"232.095982ms","start":"2026-08-20T01:36:31.175913Z","end":"2026-08-20T01:36:31.408008Z","steps":["trace[1694700969] 'agreement among raft nodes before linearized reading' (duration: 231.983599ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:31.408058Z","caller":"traceutil/trace.go:171","msg":"trace[711027728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8422; }","duration":"819.512654ms","start":"2026-08-20T01:36:30.588517Z","end":"2026-08-20T01:36:31.40803Z","steps":["trace[711027728] 'agreement among raft nodes before linearized reading' (duration: 818.98259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:31.408119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:30.588502Z","time spent":"819.598387ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:36:32.290706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.793139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:36:32.291046Z","caller":"traceutil/trace.go:171","msg":"trace[277967552] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"879.152051ms","start":"2026-08-20T01:36:31.411774Z","end":"2026-08-20T01:36:32.290926Z","steps":["trace[277967552] 'process raft request' (duration: 879.047098ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:32.291281Z","caller":"traceutil/trace.go:171","msg":"trace[145294512] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"880.493124ms","start":"2026-08-20T01:36:31.410732Z","end":"2026-08-20T01:36:32.291225Z","steps":["trace[145294512] 'process raft request' (duration: 159.08941ms)","trace[145294512] 'compare' (duration: 720.604454ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:36:32.291342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.411756Z","time spent":"879.53452ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:32.291426Z","caller":"traceutil/trace.go:171","msg":"trace[444025257] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"879.526461ms","start":"2026-08-20T01:36:31.411869Z","end":"2026-08-20T01:36:32.291395Z","steps":["trace[444025257] 'process raft request' (duration: 879.027428ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:32.291522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.410712Z","time spent":"880.68052ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:32.291619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.411861Z","time spent":"879.650604ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:32.291756Z","caller":"traceutil/trace.go:171","msg":"trace[1746152598] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"878.654897ms","start":"2026-08-20T01:36:31.413087Z","end":"2026-08-20T01:36:32.291742Z","steps":["trace[1746152598] 'process raft request' (duration: 878.211166ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:32.29182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.413066Z","time spent":"878.729439ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:32.291889Z","caller":"traceutil/trace.go:171","msg":"trace[1083670277] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"877.93539ms","start":"2026-08-20T01:36:31.413947Z","end":"2026-08-20T01:36:32.291883Z","steps":["trace[1083670277] 'process raft request' (duration: 877.813936ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:32.29193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.413921Z","time spent":"877.989152ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:32.291898Z","caller":"traceutil/trace.go:171","msg":"trace[937464508] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8719; }","duration":"877.819326ms","start":"2026-08-20T01:36:31.413992Z","end":"2026-08-20T01:36:32.291812Z","steps":["trace[937464508] 'read index received' (duration: 155.94175ms)","trace[937464508] 'applied index is now lower than readState.Index' (duration: 721.876626ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:32.291975Z","caller":"traceutil/trace.go:171","msg":"trace[1652710267] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"878.568166ms","start":"2026-08-20T01:36:31.41327Z","end":"2026-08-20T01:36:32.291838Z","steps":["trace[1652710267] 'process raft request' (duration: 878.348219ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:32.292352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.356291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224174"} {"level":"info","ts":"2026-08-20T01:36:32.292398Z","caller":"traceutil/trace.go:171","msg":"trace[393994653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8428; }","duration":"878.432553ms","start":"2026-08-20T01:36:31.413956Z","end":"2026-08-20T01:36:32.292389Z","steps":["trace[393994653] 'agreement among raft nodes before linearized reading' (duration: 877.94019ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:32.292393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.413228Z","time spent":"878.940505ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:32.292425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.41392Z","time spent":"878.499035ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-20T01:36:32.339567Z","caller":"traceutil/trace.go:171","msg":"trace[900946054] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"697.465528ms","start":"2026-08-20T01:36:31.642075Z","end":"2026-08-20T01:36:32.339541Z","steps":["trace[900946054] 'process raft request' (duration: 697.268382ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:32.339732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:31.642048Z","time spent":"697.592481ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19437,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:32.339986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.862111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:36:32.340156Z","caller":"traceutil/trace.go:171","msg":"trace[1747114478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8430; }","duration":"205.059935ms","start":"2026-08-20T01:36:32.135018Z","end":"2026-08-20T01:36:32.340078Z","steps":["trace[1747114478] 'agreement among raft nodes before linearized reading' (duration: 204.800049ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:34.142125Z","caller":"traceutil/trace.go:171","msg":"trace[527088530] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"651.044301ms","start":"2026-08-20T01:36:33.491061Z","end":"2026-08-20T01:36:34.142105Z","steps":["trace[527088530] 'process raft request' (duration: 650.894577ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:34.142272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:33.491044Z","time spent":"651.160734ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:34.237064Z","caller":"traceutil/trace.go:171","msg":"trace[822882496] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"708.38918ms","start":"2026-08-20T01:36:33.528644Z","end":"2026-08-20T01:36:34.237033Z","steps":["trace[822882496] 'process raft request' (duration: 677.454082ms)","trace[822882496] 'compare' (duration: 30.802984ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:36:34.237231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:33.528624Z","time spent":"708.517562ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:36:35.164186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.450466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:36:35.164327Z","caller":"traceutil/trace.go:171","msg":"trace[2142669678] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8441; }","duration":"418.633911ms","start":"2026-08-20T01:36:34.745661Z","end":"2026-08-20T01:36:35.164295Z","steps":["trace[2142669678] 'count revisions from in-memory index tree' (duration: 418.335543ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:35.164414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:34.745617Z","time spent":"418.774915ms","remote":"127.0.0.1:50734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:36:35.164099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.770306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:36:35.164894Z","caller":"traceutil/trace.go:171","msg":"trace[1462027038] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8441; }","duration":"402.640188ms","start":"2026-08-20T01:36:34.762235Z","end":"2026-08-20T01:36:35.164875Z","steps":["trace[1462027038] 'count revisions from in-memory index tree' (duration: 401.651653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:35.164953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:34.762215Z","time spent":"402.71724ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":58,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:36:36.271303Z","caller":"traceutil/trace.go:171","msg":"trace[81577066] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"123.75992ms","start":"2026-08-20T01:36:36.147497Z","end":"2026-08-20T01:36:36.271257Z","steps":["trace[81577066] 'process raft request' (duration: 123.501013ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:36.569777Z","caller":"traceutil/trace.go:171","msg":"trace[1864779416] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"232.647547ms","start":"2026-08-20T01:36:36.337049Z","end":"2026-08-20T01:36:36.569697Z","steps":["trace[1864779416] 'process raft request' (duration: 212.085196ms)","trace[1864779416] 'compare' (duration: 20.310174ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:36.574698Z","caller":"traceutil/trace.go:171","msg":"trace[324815519] linearizableReadLoop","detail":"{readStateIndex:8743; appliedIndex:8741; }","duration":"182.972386ms","start":"2026-08-20T01:36:36.391702Z","end":"2026-08-20T01:36:36.574675Z","steps":["trace[324815519] 'read index received' (duration: 157.460449ms)","trace[324815519] 'applied index is now lower than readState.Index' (duration: 25.510927ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:36.574788Z","caller":"traceutil/trace.go:171","msg":"trace[2143050364] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"237.712536ms","start":"2026-08-20T01:36:36.337068Z","end":"2026-08-20T01:36:36.57478Z","steps":["trace[2143050364] 'process raft request' (duration: 237.490141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:36.574977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.258134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:36:36.575Z","caller":"traceutil/trace.go:171","msg":"trace[2024958462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8445; }","duration":"183.338506ms","start":"2026-08-20T01:36:36.391655Z","end":"2026-08-20T01:36:36.574994Z","steps":["trace[2024958462] 'agreement among raft nodes before linearized reading' (duration: 183.232883ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:36.575141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.329895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:36:36.575194Z","caller":"traceutil/trace.go:171","msg":"trace[743397952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8445; }","duration":"183.446669ms","start":"2026-08-20T01:36:36.391733Z","end":"2026-08-20T01:36:36.57518Z","steps":["trace[743397952] 'agreement among raft nodes before linearized reading' (duration: 183.299745ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:36.575278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.011501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:36:36.575313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.488351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:36:36.57532Z","caller":"traceutil/trace.go:171","msg":"trace[618184906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8445; }","duration":"180.033941ms","start":"2026-08-20T01:36:36.39526Z","end":"2026-08-20T01:36:36.575294Z","steps":["trace[618184906] 'agreement among raft nodes before linearized reading' (duration: 179.958439ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:36:36.575332Z","caller":"traceutil/trace.go:171","msg":"trace[292365054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8445; }","duration":"183.563012ms","start":"2026-08-20T01:36:36.391763Z","end":"2026-08-20T01:36:36.575326Z","steps":["trace[292365054] 'agreement among raft nodes before linearized reading' (duration: 183.508181ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:37.313694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689352384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:36:37.500243Z","caller":"traceutil/trace.go:171","msg":"trace[1261798904] linearizableReadLoop","detail":"{readStateIndex:8749; appliedIndex:8748; }","duration":"686.752261ms","start":"2026-08-20T01:36:36.813449Z","end":"2026-08-20T01:36:37.500202Z","steps":["trace[1261798904] 'read index received' (duration: 686.461894ms)","trace[1261798904] 'applied index is now lower than readState.Index' (duration: 289.677µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:36:37.500323Z","caller":"traceutil/trace.go:171","msg":"trace[1868607151] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"721.584759ms","start":"2026-08-20T01:36:36.778698Z","end":"2026-08-20T01:36:37.500283Z","steps":["trace[1868607151] 'process raft request' (duration: 721.265221ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:37.500425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.081151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:36:37.500477Z","caller":"traceutil/trace.go:171","msg":"trace[341322421] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8451; }","duration":"121.194174ms","start":"2026-08-20T01:36:37.379255Z","end":"2026-08-20T01:36:37.500449Z","steps":["trace[341322421] 'agreement among raft nodes before linearized reading' (duration: 121.098771ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:37.500479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.496332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:36:37.500523Z","caller":"traceutil/trace.go:171","msg":"trace[514167094] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8451; }","duration":"109.583664ms","start":"2026-08-20T01:36:37.390927Z","end":"2026-08-20T01:36:37.500511Z","steps":["trace[514167094] 'agreement among raft nodes before linearized reading' (duration: 109.469061ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:37.500514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.040338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-08-20T01:36:37.500552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:36.778666Z","time spent":"721.771094ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:36:37.500593Z","caller":"traceutil/trace.go:171","msg":"trace[1753861755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8451; }","duration":"687.178723ms","start":"2026-08-20T01:36:36.813395Z","end":"2026-08-20T01:36:37.500574Z","steps":["trace[1753861755] 'agreement among raft nodes before linearized reading' (duration: 686.917476ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:36:37.500676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:36:36.813374Z","time spent":"687.283635ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-20T01:37:02.955587Z","caller":"traceutil/trace.go:171","msg":"trace[1954979190] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"254.781973ms","start":"2026-08-20T01:37:02.700778Z","end":"2026-08-20T01:37:02.95556Z","steps":["trace[1954979190] 'process raft request' (duration: 254.580678ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:02.957162Z","caller":"traceutil/trace.go:171","msg":"trace[296076052] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8948; }","duration":"239.805018ms","start":"2026-08-20T01:37:02.717332Z","end":"2026-08-20T01:37:02.957137Z","steps":["trace[296076052] 'read index received' (duration: 238.226556ms)","trace[296076052] 'applied index is now lower than readState.Index' (duration: 1.577242ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:02.95723Z","caller":"traceutil/trace.go:171","msg":"trace[576150216] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"254.969538ms","start":"2026-08-20T01:37:02.702218Z","end":"2026-08-20T01:37:02.957187Z","steps":["trace[576150216] 'process raft request' (duration: 254.703381ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:02.957273Z","caller":"traceutil/trace.go:171","msg":"trace[795868135] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"190.925185ms","start":"2026-08-20T01:37:02.766318Z","end":"2026-08-20T01:37:02.957243Z","steps":["trace[795868135] 'process raft request' (duration: 190.774431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:02.957439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.085105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:37:02.957475Z","caller":"traceutil/trace.go:171","msg":"trace[1099841893] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8645; }","duration":"240.177477ms","start":"2026-08-20T01:37:02.717289Z","end":"2026-08-20T01:37:02.957467Z","steps":["trace[1099841893] 'agreement among raft nodes before linearized reading' (duration: 240.044014ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:02.957483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.879336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:37:02.957531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.89868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:37:02.957539Z","caller":"traceutil/trace.go:171","msg":"trace[800800782] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8645; }","duration":"235.970977ms","start":"2026-08-20T01:37:02.721554Z","end":"2026-08-20T01:37:02.957525Z","steps":["trace[800800782] 'agreement among raft nodes before linearized reading' (duration: 235.858845ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:02.957568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.391311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:37:02.957586Z","caller":"traceutil/trace.go:171","msg":"trace[248545522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8645; }","duration":"210.974593ms","start":"2026-08-20T01:37:02.746596Z","end":"2026-08-20T01:37:02.957571Z","steps":["trace[248545522] 'agreement among raft nodes before linearized reading' (duration: 210.830539ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:02.957578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.132838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:37:02.957581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.774381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:37:02.957666Z","caller":"traceutil/trace.go:171","msg":"trace[1504470013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8645; }","duration":"218.243451ms","start":"2026-08-20T01:37:02.739384Z","end":"2026-08-20T01:37:02.957628Z","steps":["trace[1504470013] 'agreement among raft nodes before linearized reading' (duration: 218.074867ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:02.957628Z","caller":"traceutil/trace.go:171","msg":"trace[1486280101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8645; }","duration":"214.492803ms","start":"2026-08-20T01:37:02.743121Z","end":"2026-08-20T01:37:02.957613Z","steps":["trace[1486280101] 'agreement among raft nodes before linearized reading' (duration: 214.307968ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:02.957686Z","caller":"traceutil/trace.go:171","msg":"trace[778026659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8645; }","duration":"195.889864ms","start":"2026-08-20T01:37:02.76178Z","end":"2026-08-20T01:37:02.95767Z","steps":["trace[778026659] 'agreement among raft nodes before linearized reading' (duration: 195.71644ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:02.957959Z","caller":"traceutil/trace.go:171","msg":"trace[671180246] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"216.831153ms","start":"2026-08-20T01:37:02.740958Z","end":"2026-08-20T01:37:02.957789Z","steps":["trace[671180246] 'process raft request' (duration: 216.084384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:05.110882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689353053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:37:05.566966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202709068s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:37:05.567538Z","caller":"traceutil/trace.go:171","msg":"trace[1434181464] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"1.203345745s","start":"2026-08-20T01:37:04.364166Z","end":"2026-08-20T01:37:05.567512Z","steps":["trace[1434181464] 'process raft request' (duration: 1.203198252s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:05.567679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.364147Z","time spent":"1.203443647s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:37:06.611013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T01:37:06.611103Z","caller":"traceutil/trace.go:171","msg":"trace[1075823771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400987s","start":"2026-08-20T01:37:04.610679Z","end":"2026-08-20T01:37:06.61108Z","steps":["trace[1075823771] 'agreement among raft nodes before linearized reading' (duration: 2.000299565s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.611151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.610659Z","time spent":"2.000482789s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 01:37:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-20T01:37:06.667097Z","caller":"traceutil/trace.go:171","msg":"trace[367680890] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"2.278531713s","start":"2026-08-20T01:37:04.388538Z","end":"2026-08-20T01:37:06.66707Z","steps":["trace[367680890] 'process raft request' (duration: 2.278243235s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.667235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.388512Z","time spent":"2.278649895s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:06.669578Z","caller":"traceutil/trace.go:171","msg":"trace[646614832] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"1.703587999s","start":"2026-08-20T01:37:04.965982Z","end":"2026-08-20T01:37:06.66957Z","steps":["trace[646614832] 'process raft request' (duration: 1.703298632s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.669676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.965959Z","time spent":"1.703647831s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:06.669813Z","caller":"traceutil/trace.go:171","msg":"trace[1627146792] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"1.703676872s","start":"2026-08-20T01:37:04.966131Z","end":"2026-08-20T01:37:06.669808Z","steps":["trace[1627146792] 'process raft request' (duration: 1.703276762s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.669852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.966108Z","time spent":"1.703716733s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:06.669528Z","caller":"traceutil/trace.go:171","msg":"trace[40238010] linearizableReadLoop","detail":"{readStateIndex:8961; appliedIndex:8956; }","duration":"2.058787594s","start":"2026-08-20T01:37:04.610728Z","end":"2026-08-20T01:37:06.669516Z","steps":["trace[40238010] 'read index received' (duration: 956.579879ms)","trace[40238010] 'applied index is now lower than readState.Index' (duration: 1.102207095s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:37:06.669991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901819144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:37:06.670045Z","caller":"traceutil/trace.go:171","msg":"trace[952078143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8654; }","duration":"1.901909406s","start":"2026-08-20T01:37:04.768128Z","end":"2026-08-20T01:37:06.670037Z","steps":["trace[952078143] 'agreement among raft nodes before linearized reading' (duration: 1.901840064s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.76811Z","time spent":"1.901946748s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:37:06.6702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704080902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:37:06.670214Z","caller":"traceutil/trace.go:171","msg":"trace[205289676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8654; }","duration":"1.704135753s","start":"2026-08-20T01:37:04.966074Z","end":"2026-08-20T01:37:06.67021Z","steps":["trace[205289676] 'agreement among raft nodes before linearized reading' (duration: 1.704068462s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.966045Z","time spent":"1.704178255s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:37:06.670323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700959012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:37:06.670409Z","caller":"traceutil/trace.go:171","msg":"trace[1017104446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8654; }","duration":"1.701074276s","start":"2026-08-20T01:37:04.969312Z","end":"2026-08-20T01:37:06.670386Z","steps":["trace[1017104446] 'agreement among raft nodes before linearized reading' (duration: 1.700829369s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699999027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:37:06.670463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.969301Z","time spent":"1.701147398s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:37:06.67048Z","caller":"traceutil/trace.go:171","msg":"trace[2085932915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8654; }","duration":"1.700056319s","start":"2026-08-20T01:37:04.970414Z","end":"2026-08-20T01:37:06.670471Z","steps":["trace[2085932915] 'agreement among raft nodes before linearized reading' (duration: 1.699917295s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737592128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-08-20T01:37:06.670495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700503351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:37:06.670507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.970407Z","time spent":"1.70009354s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"info","ts":"2026-08-20T01:37:06.670514Z","caller":"traceutil/trace.go:171","msg":"trace[811174538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8654; }","duration":"1.700539151s","start":"2026-08-20T01:37:04.96997Z","end":"2026-08-20T01:37:06.670509Z","steps":["trace[811174538] 'agreement among raft nodes before linearized reading' (duration: 1.70049131s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:06.670524Z","caller":"traceutil/trace.go:171","msg":"trace[1158331262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8654; }","duration":"1.737709971s","start":"2026-08-20T01:37:04.932797Z","end":"2026-08-20T01:37:06.670507Z","steps":["trace[1158331262] 'agreement among raft nodes before linearized reading' (duration: 1.737512345s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.932772Z","time spent":"1.737775483s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T01:37:06.670593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.969961Z","time spent":"1.700626273s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:37:06.670674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70085442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:37:06.670713Z","caller":"traceutil/trace.go:171","msg":"trace[542821972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8654; }","duration":"1.700914052s","start":"2026-08-20T01:37:04.969787Z","end":"2026-08-20T01:37:06.670701Z","steps":["trace[542821972] 'agreement among raft nodes before linearized reading' (duration: 1.700798379s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711246138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-20T01:37:06.670734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.969776Z","time spent":"1.700953563s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:37:06.670777Z","caller":"traceutil/trace.go:171","msg":"trace[1000922539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8654; }","duration":"1.71135465s","start":"2026-08-20T01:37:04.959399Z","end":"2026-08-20T01:37:06.670753Z","steps":["trace[1000922539] 'agreement among raft nodes before linearized reading' (duration: 1.711160975s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:06.670828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:04.959377Z","time spent":"1.711439093s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:37:07.819936Z","caller":"traceutil/trace.go:171","msg":"trace[1063397164] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"293.110632ms","start":"2026-08-20T01:37:07.526797Z","end":"2026-08-20T01:37:07.819907Z","steps":["trace[1063397164] 'process raft request' (duration: 292.897197ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:07.925735Z","caller":"traceutil/trace.go:171","msg":"trace[1943872213] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8967; }","duration":"215.900309ms","start":"2026-08-20T01:37:07.709805Z","end":"2026-08-20T01:37:07.925705Z","steps":["trace[1943872213] 'read index received' (duration: 109.851483ms)","trace[1943872213] 'applied index is now lower than readState.Index' (duration: 106.047716ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:07.925753Z","caller":"traceutil/trace.go:171","msg":"trace[1385173658] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"397.084224ms","start":"2026-08-20T01:37:07.528632Z","end":"2026-08-20T01:37:07.925716Z","steps":["trace[1385173658] 'process raft request' (duration: 343.973484ms)","trace[1385173658] 'compare' (duration: 52.876294ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:37:07.925977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:07.528604Z","time spent":"397.28352ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:37:07.926089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.260809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-08-20T01:37:07.926144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.134009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:37:07.926186Z","caller":"traceutil/trace.go:171","msg":"trace[591391685] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8663; }","duration":"113.216761ms","start":"2026-08-20T01:37:07.812958Z","end":"2026-08-20T01:37:07.926174Z","steps":["trace[591391685] 'agreement among raft nodes before linearized reading' (duration: 113.147109ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:07.926189Z","caller":"traceutil/trace.go:171","msg":"trace[1430017417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8663; }","duration":"216.412183ms","start":"2026-08-20T01:37:07.709754Z","end":"2026-08-20T01:37:07.926166Z","steps":["trace[1430017417] 'agreement among raft nodes before linearized reading' (duration: 216.103695ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:07.92638Z","caller":"traceutil/trace.go:171","msg":"trace[934105150] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"353.643723ms","start":"2026-08-20T01:37:07.572724Z","end":"2026-08-20T01:37:07.926368Z","steps":["trace[934105150] 'process raft request' (duration: 352.904904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:07.926494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:07.572699Z","time spent":"353.721105ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:09.117699Z","caller":"traceutil/trace.go:171","msg":"trace[472212629] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"445.312749ms","start":"2026-08-20T01:37:08.672367Z","end":"2026-08-20T01:37:09.11768Z","steps":["trace[472212629] 'process raft request' (duration: 445.175095ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.117872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.672342Z","time spent":"445.413191ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:09.228846Z","caller":"traceutil/trace.go:171","msg":"trace[650676626] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"552.625996ms","start":"2026-08-20T01:37:08.676194Z","end":"2026-08-20T01:37:09.22882Z","steps":["trace[650676626] 'process raft request' (duration: 496.774526ms)","trace[650676626] 'compare' (duration: 55.351328ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:37:09.229168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.676163Z","time spent":"552.753371ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:09.229572Z","caller":"traceutil/trace.go:171","msg":"trace[457246696] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8971; }","duration":"549.418604ms","start":"2026-08-20T01:37:08.680131Z","end":"2026-08-20T01:37:09.229549Z","steps":["trace[457246696] 'read index received' (duration: 437.462866ms)","trace[457246696] 'applied index is now lower than readState.Index' (duration: 111.954268ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:09.229712Z","caller":"traceutil/trace.go:171","msg":"trace[2120302730] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"553.468958ms","start":"2026-08-20T01:37:08.676205Z","end":"2026-08-20T01:37:09.229674Z","steps":["trace[2120302730] 'process raft request' (duration: 552.556635ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.23012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.351529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:37:09.230115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.065177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:37:09.230169Z","caller":"traceutil/trace.go:171","msg":"trace[543312568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8667; }","duration":"533.451212ms","start":"2026-08-20T01:37:08.696707Z","end":"2026-08-20T01:37:09.230159Z","steps":["trace[543312568] 'agreement among raft nodes before linearized reading' (duration: 533.266567ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.230194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.696644Z","time spent":"533.544364ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:37:09.230281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.242152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:37:09.230186Z","caller":"traceutil/trace.go:171","msg":"trace[1875319272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8667; }","duration":"532.18248ms","start":"2026-08-20T01:37:08.697986Z","end":"2026-08-20T01:37:09.230169Z","steps":["trace[1875319272] 'agreement among raft nodes before linearized reading' (duration: 531.955054ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:09.230352Z","caller":"traceutil/trace.go:171","msg":"trace[421171432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8667; }","duration":"546.351035ms","start":"2026-08-20T01:37:08.683983Z","end":"2026-08-20T01:37:09.230334Z","steps":["trace[421171432] 'agreement among raft nodes before linearized reading' (duration: 546.075248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.230394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.683965Z","time spent":"546.420136ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:37:09.230524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.491458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-20T01:37:09.230362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.697971Z","time spent":"532.383005ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T01:37:09.230762Z","caller":"traceutil/trace.go:171","msg":"trace[84076158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8667; }","duration":"532.742524ms","start":"2026-08-20T01:37:08.698008Z","end":"2026-08-20T01:37:09.23075Z","steps":["trace[84076158] 'agreement among raft nodes before linearized reading' (duration: 532.451536ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.230796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.676188Z","time spent":"553.599101ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:37:09.230841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.697999Z","time spent":"532.830307ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:37:09.230897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.90384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:37:09.23093Z","caller":"traceutil/trace.go:171","msg":"trace[1702765407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8667; }","duration":"546.959712ms","start":"2026-08-20T01:37:08.683963Z","end":"2026-08-20T01:37:09.230922Z","steps":["trace[1702765407] 'agreement among raft nodes before linearized reading' (duration: 545.794091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.23099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.683952Z","time spent":"547.029203ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:37:09.231738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.59859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:37:09.231773Z","caller":"traceutil/trace.go:171","msg":"trace[1126942178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8667; }","duration":"551.665232ms","start":"2026-08-20T01:37:08.680098Z","end":"2026-08-20T01:37:09.231763Z","steps":["trace[1126942178] 'agreement among raft nodes before linearized reading' (duration: 549.622129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:09.231794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:08.680084Z","time spent":"551.705003ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:37:19.468268Z","caller":"traceutil/trace.go:171","msg":"trace[1526817922] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9070; }","duration":"267.397089ms","start":"2026-08-20T01:37:19.200846Z","end":"2026-08-20T01:37:19.468243Z","steps":["trace[1526817922] 'read index received' (duration: 267.236025ms)","trace[1526817922] 'applied index is now lower than readState.Index' (duration: 159.684µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:37:19.468467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.605234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-20T01:37:19.468507Z","caller":"traceutil/trace.go:171","msg":"trace[1120578140] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:8759; }","duration":"267.703227ms","start":"2026-08-20T01:37:19.200793Z","end":"2026-08-20T01:37:19.468496Z","steps":["trace[1120578140] 'agreement among raft nodes before linearized reading' (duration: 267.560473ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:19.468458Z","caller":"traceutil/trace.go:171","msg":"trace[510189864] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"304.089905ms","start":"2026-08-20T01:37:19.164203Z","end":"2026-08-20T01:37:19.468293Z","steps":["trace[510189864] 'process raft request' (duration: 303.88584ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:19.468726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:19.164172Z","time spent":"304.433524ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:37:19.471616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.560874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:37:19.471622Z","caller":"traceutil/trace.go:171","msg":"trace[2062031787] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"206.150007ms","start":"2026-08-20T01:37:19.265431Z","end":"2026-08-20T01:37:19.471581Z","steps":["trace[2062031787] 'process raft request' (duration: 205.965113ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:19.471683Z","caller":"traceutil/trace.go:171","msg":"trace[1229313999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8761; }","duration":"138.652626ms","start":"2026-08-20T01:37:19.33301Z","end":"2026-08-20T01:37:19.471662Z","steps":["trace[1229313999] 'agreement among raft nodes before linearized reading' (duration: 138.519983ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:19.471692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.225987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:37:19.471754Z","caller":"traceutil/trace.go:171","msg":"trace[438790081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8761; }","duration":"147.31735ms","start":"2026-08-20T01:37:19.324424Z","end":"2026-08-20T01:37:19.471741Z","steps":["trace[438790081] 'agreement among raft nodes before linearized reading' (duration: 147.156666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:19.471871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.3154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:37:19.471961Z","caller":"traceutil/trace.go:171","msg":"trace[519988709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:8761; }","duration":"135.481975ms","start":"2026-08-20T01:37:19.336466Z","end":"2026-08-20T01:37:19.471948Z","steps":["trace[519988709] 'agreement among raft nodes before linearized reading' (duration: 135.2969ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:19.471902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.284595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-20T01:37:19.47163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.195963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:37:19.472051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.123367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:37:19.472333Z","caller":"traceutil/trace.go:171","msg":"trace[800761385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8761; }","duration":"156.484676ms","start":"2026-08-20T01:37:19.315832Z","end":"2026-08-20T01:37:19.472317Z","steps":["trace[800761385] 'agreement among raft nodes before linearized reading' (duration: 155.976973ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:19.472301Z","caller":"traceutil/trace.go:171","msg":"trace[1007023978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8761; }","duration":"160.909411ms","start":"2026-08-20T01:37:19.311378Z","end":"2026-08-20T01:37:19.472287Z","steps":["trace[1007023978] 'agreement among raft nodes before linearized reading' (duration: 160.113171ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:19.472583Z","caller":"traceutil/trace.go:171","msg":"trace[1110629934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8761; }","duration":"155.666305ms","start":"2026-08-20T01:37:19.316574Z","end":"2026-08-20T01:37:19.472241Z","steps":["trace[1110629934] 'agreement among raft nodes before linearized reading' (duration: 154.958017ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:19.472895Z","caller":"traceutil/trace.go:171","msg":"trace[756405901] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"208.146669ms","start":"2026-08-20T01:37:19.263278Z","end":"2026-08-20T01:37:19.471425Z","steps":["trace[756405901] 'process raft request' (duration: 207.976115ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.536157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689353386,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:37:20.576719Z","caller":"traceutil/trace.go:171","msg":"trace[1843500471] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"626.499483ms","start":"2026-08-20T01:37:19.950196Z","end":"2026-08-20T01:37:20.576695Z","steps":["trace[1843500471] 'process raft request' (duration: 626.291028ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.576868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:19.950162Z","time spent":"626.629127ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:37:20.856762Z","caller":"traceutil/trace.go:171","msg":"trace[1170496075] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9080; }","duration":"821.466013ms","start":"2026-08-20T01:37:20.035244Z","end":"2026-08-20T01:37:20.85671Z","steps":["trace[1170496075] 'read index received' (duration: 541.323676ms)","trace[1170496075] 'applied index is now lower than readState.Index' (duration: 280.140437ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:37:20.85694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.670378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:37:20.8568Z","caller":"traceutil/trace.go:171","msg":"trace[1778520445] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"889.382595ms","start":"2026-08-20T01:37:19.967367Z","end":"2026-08-20T01:37:20.856749Z","steps":["trace[1778520445] 'process raft request' (duration: 858.448917ms)","trace[1778520445] 'compare' (duration: 30.673291ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:20.857008Z","caller":"traceutil/trace.go:171","msg":"trace[1810920167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8769; }","duration":"821.74359ms","start":"2026-08-20T01:37:20.035236Z","end":"2026-08-20T01:37:20.85698Z","steps":["trace[1810920167] 'agreement among raft nodes before linearized reading' (duration: 821.586356ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.857034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:20.035172Z","time spent":"821.855353ms","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:37:20.857096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:19.967326Z","time spent":"889.677023ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:37:20.857228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.826128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:37:20.857257Z","caller":"traceutil/trace.go:171","msg":"trace[1575675868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"246.90386ms","start":"2026-08-20T01:37:20.610345Z","end":"2026-08-20T01:37:20.857249Z","steps":["trace[1575675868] 'agreement among raft nodes before linearized reading' (duration: 246.863869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.857224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.145834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-08-20T01:37:20.857313Z","caller":"traceutil/trace.go:171","msg":"trace[1615211631] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8769; }","duration":"726.245246ms","start":"2026-08-20T01:37:20.131047Z","end":"2026-08-20T01:37:20.857293Z","steps":["trace[1615211631] 'agreement among raft nodes before linearized reading' (duration: 726.02308ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.857357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:20.130976Z","time spent":"726.37128ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-08-20T01:37:20.85752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.207968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:37:20.857777Z","caller":"traceutil/trace.go:171","msg":"trace[1080161045] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8769; }","duration":"404.465134ms","start":"2026-08-20T01:37:20.45326Z","end":"2026-08-20T01:37:20.857725Z","steps":["trace[1080161045] 'agreement among raft nodes before linearized reading' (duration: 403.875769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.857908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.456113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-20T01:37:20.85803Z","caller":"traceutil/trace.go:171","msg":"trace[1686821256] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8769; }","duration":"628.684769ms","start":"2026-08-20T01:37:20.22932Z","end":"2026-08-20T01:37:20.858005Z","steps":["trace[1686821256] 'agreement among raft nodes before linearized reading' (duration: 627.968071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:20.858083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:20.229286Z","time spent":"628.783112ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-20T01:37:20.857991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:37:20.453215Z","time spent":"404.752911ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:37:21.100912Z","caller":"traceutil/trace.go:171","msg":"trace[293720057] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"234.919961ms","start":"2026-08-20T01:37:20.865955Z","end":"2026-08-20T01:37:21.100875Z","steps":["trace[293720057] 'process raft request' (duration: 139.389446ms)","trace[293720057] 'compare' (duration: 95.3509ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:21.100942Z","caller":"traceutil/trace.go:171","msg":"trace[2017669785] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"156.291832ms","start":"2026-08-20T01:37:20.944625Z","end":"2026-08-20T01:37:21.100917Z","steps":["trace[2017669785] 'read index received' (duration: 60.86337ms)","trace[2017669785] 'applied index is now lower than readState.Index' (duration: 95.427152ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:21.10124Z","caller":"traceutil/trace.go:171","msg":"trace[67648220] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"156.21658ms","start":"2026-08-20T01:37:20.944914Z","end":"2026-08-20T01:37:21.10113Z","steps":["trace[67648220] 'process raft request' (duration: 155.961484ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:37:21.101445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.799865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sg9cs\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-08-20T01:37:21.101492Z","caller":"traceutil/trace.go:171","msg":"trace[166506907] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sg9cs; range_end:; response_count:1; response_revision:8771; }","duration":"156.898287ms","start":"2026-08-20T01:37:20.944583Z","end":"2026-08-20T01:37:21.101481Z","steps":["trace[166506907] 'agreement among raft nodes before linearized reading' (duration: 156.696512ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:23.050231Z","caller":"traceutil/trace.go:171","msg":"trace[1511995655] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9103; }","duration":"103.122271ms","start":"2026-08-20T01:37:22.947083Z","end":"2026-08-20T01:37:23.050205Z","steps":["trace[1511995655] 'read index received' (duration: 89.035297ms)","trace[1511995655] 'applied index is now lower than readState.Index' (duration: 14.085434ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:37:23.050345Z","caller":"traceutil/trace.go:171","msg":"trace[1558979621] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"112.562004ms","start":"2026-08-20T01:37:22.937741Z","end":"2026-08-20T01:37:23.050303Z","steps":["trace[1558979621] 'process raft request' (duration: 98.325217ms)","trace[1558979621] 'compare' (duration: 13.986271ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:37:23.050478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.378857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-08-20T01:37:23.050562Z","caller":"traceutil/trace.go:171","msg":"trace[2136807599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8791; }","duration":"103.51339ms","start":"2026-08-20T01:37:22.947028Z","end":"2026-08-20T01:37:23.050542Z","steps":["trace[2136807599] 'agreement among raft nodes before linearized reading' (duration: 103.286345ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:37:34.188513Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002401.wal"} {"level":"info","ts":"2026-08-20T01:38:24.063096Z","caller":"traceutil/trace.go:171","msg":"trace[1172869992] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"341.650964ms","start":"2026-08-20T01:38:23.721421Z","end":"2026-08-20T01:38:24.063072Z","steps":["trace[1172869992] 'process raft request' (duration: 341.509691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:24.063268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:38:23.721388Z","time spent":"341.796368ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:38:24.166105Z","caller":"traceutil/trace.go:171","msg":"trace[1933825443] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"368.775064ms","start":"2026-08-20T01:38:23.797308Z","end":"2026-08-20T01:38:24.166083Z","steps":["trace[1933825443] 'process raft request' (duration: 368.717262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:24.166254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:38:23.7973Z","time spent":"368.871287ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:38:24.166279Z","caller":"traceutil/trace.go:171","msg":"trace[307315133] linearizableReadLoop","detail":"{readStateIndex:9773; appliedIndex:9770; }","duration":"257.919313ms","start":"2026-08-20T01:38:23.908345Z","end":"2026-08-20T01:38:24.166264Z","steps":["trace[307315133] 'read index received' (duration: 154.720681ms)","trace[307315133] 'applied index is now lower than readState.Index' (duration: 103.196862ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:38:24.1664Z","caller":"traceutil/trace.go:171","msg":"trace[348745136] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"331.367199ms","start":"2026-08-20T01:38:23.834987Z","end":"2026-08-20T01:38:24.166354Z","steps":["trace[348745136] 'process raft request' (duration: 331.067171ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:24.166575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.146969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:38:24.166626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.039097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:38:24.166636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:38:23.834948Z","time spent":"331.593105ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:38:24.166645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.176998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:38:24.166685Z","caller":"traceutil/trace.go:171","msg":"trace[26102833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9444; }","duration":"258.13986ms","start":"2026-08-20T01:38:23.908534Z","end":"2026-08-20T01:38:24.166673Z","steps":["trace[26102833] 'agreement among raft nodes before linearized reading' (duration: 257.938735ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:24.166675Z","caller":"traceutil/trace.go:171","msg":"trace[847536138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9444; }","duration":"258.331134ms","start":"2026-08-20T01:38:23.90832Z","end":"2026-08-20T01:38:24.166652Z","steps":["trace[847536138] 'agreement among raft nodes before linearized reading' (duration: 258.030797ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:24.166715Z","caller":"traceutil/trace.go:171","msg":"trace[762881132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9444; }","duration":"242.284001ms","start":"2026-08-20T01:38:23.924416Z","end":"2026-08-20T01:38:24.1667Z","steps":["trace[762881132] 'agreement among raft nodes before linearized reading' (duration: 242.075275ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:24.166871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.581454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-20T01:38:24.166919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.858977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:38:24.166932Z","caller":"traceutil/trace.go:171","msg":"trace[632416315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:9444; }","duration":"231.644285ms","start":"2026-08-20T01:38:23.935278Z","end":"2026-08-20T01:38:24.166923Z","steps":["trace[632416315] 'agreement among raft nodes before linearized reading' (duration: 231.483581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:24.166952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.003536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:38:24.166987Z","caller":"traceutil/trace.go:171","msg":"trace[1078480283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9444; }","duration":"258.048107ms","start":"2026-08-20T01:38:23.908928Z","end":"2026-08-20T01:38:24.166976Z","steps":["trace[1078480283] 'agreement among raft nodes before linearized reading' (duration: 257.956664ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:24.166962Z","caller":"traceutil/trace.go:171","msg":"trace[131044268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9444; }","duration":"256.909798ms","start":"2026-08-20T01:38:23.910038Z","end":"2026-08-20T01:38:24.166947Z","steps":["trace[131044268] 'agreement among raft nodes before linearized reading' (duration: 256.767434ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:24.16617Z","caller":"traceutil/trace.go:171","msg":"trace[503503734] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"371.371821ms","start":"2026-08-20T01:38:23.794735Z","end":"2026-08-20T01:38:24.166106Z","steps":["trace[503503734] 'process raft request' (duration: 371.153286ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:24.167118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:38:23.794714Z","time spent":"372.329575ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:38:37.609315Z","caller":"traceutil/trace.go:171","msg":"trace[1340006771] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"423.340882ms","start":"2026-08-20T01:38:37.185941Z","end":"2026-08-20T01:38:37.609282Z","steps":["trace[1340006771] 'process raft request' (duration: 423.163607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:37.609544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:38:37.185916Z","time spent":"423.499975ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:38:38.289345Z","caller":"traceutil/trace.go:171","msg":"trace[177612236] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"354.174797ms","start":"2026-08-20T01:38:37.935145Z","end":"2026-08-20T01:38:38.28932Z","steps":["trace[177612236] 'process raft request' (duration: 354.032753ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:38.289499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:38:37.935118Z","time spent":"354.302839ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:38:38.334159Z","caller":"traceutil/trace.go:171","msg":"trace[697519875] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"230.314382ms","start":"2026-08-20T01:38:38.103809Z","end":"2026-08-20T01:38:38.334124Z","steps":["trace[697519875] 'process raft request' (duration: 230.044905ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.334449Z","caller":"traceutil/trace.go:171","msg":"trace[1805682308] transaction","detail":"{read_only:false; response_revision:9521; number_of_response:1; }","duration":"215.619103ms","start":"2026-08-20T01:38:38.118806Z","end":"2026-08-20T01:38:38.334425Z","steps":["trace[1805682308] 'process raft request' (duration: 215.202011ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.335389Z","caller":"traceutil/trace.go:171","msg":"trace[2109572031] linearizableReadLoop","detail":"{readStateIndex:9853; appliedIndex:9851; }","duration":"188.008971ms","start":"2026-08-20T01:38:38.147362Z","end":"2026-08-20T01:38:38.335371Z","steps":["trace[2109572031] 'read index received' (duration: 141.960862ms)","trace[2109572031] 'applied index is now lower than readState.Index' (duration: 46.047169ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:38:38.335882Z","caller":"traceutil/trace.go:171","msg":"trace[1739323337] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"120.581051ms","start":"2026-08-20T01:38:38.215282Z","end":"2026-08-20T01:38:38.335863Z","steps":["trace[1739323337] 'process raft request' (duration: 119.927265ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:38.336376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.592537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-20T01:38:38.336436Z","caller":"traceutil/trace.go:171","msg":"trace[1902749749] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9523; }","duration":"140.698819ms","start":"2026-08-20T01:38:38.195721Z","end":"2026-08-20T01:38:38.33642Z","steps":["trace[1902749749] 'agreement among raft nodes before linearized reading' (duration: 140.526915ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.336658Z","caller":"traceutil/trace.go:171","msg":"trace[550491143] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"110.261144ms","start":"2026-08-20T01:38:38.226385Z","end":"2026-08-20T01:38:38.336646Z","steps":["trace[550491143] 'process raft request' (duration: 108.92482ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:38.336801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.445657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-20T01:38:38.336832Z","caller":"traceutil/trace.go:171","msg":"trace[1457974845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9523; }","duration":"189.512519ms","start":"2026-08-20T01:38:38.147311Z","end":"2026-08-20T01:38:38.336824Z","steps":["trace[1457974845] 'agreement among raft nodes before linearized reading' (duration: 189.421436ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.458362Z","caller":"traceutil/trace.go:171","msg":"trace[1126855878] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"110.640045ms","start":"2026-08-20T01:38:38.347692Z","end":"2026-08-20T01:38:38.458332Z","steps":["trace[1126855878] 'process raft request' (duration: 110.117571ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.476293Z","caller":"traceutil/trace.go:171","msg":"trace[1449126384] linearizableReadLoop","detail":"{readStateIndex:9861; appliedIndex:9855; }","duration":"126.146784ms","start":"2026-08-20T01:38:38.350129Z","end":"2026-08-20T01:38:38.476276Z","steps":["trace[1449126384] 'read index received' (duration: 108.057288ms)","trace[1449126384] 'applied index is now lower than readState.Index' (duration: 18.088826ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:38:38.476575Z","caller":"traceutil/trace.go:171","msg":"trace[1688634115] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"128.67821ms","start":"2026-08-20T01:38:38.347891Z","end":"2026-08-20T01:38:38.476569Z","steps":["trace[1688634115] 'process raft request' (duration: 128.205678ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.476681Z","caller":"traceutil/trace.go:171","msg":"trace[994841407] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"128.69889ms","start":"2026-08-20T01:38:38.347978Z","end":"2026-08-20T01:38:38.476677Z","steps":["trace[994841407] 'process raft request' (duration: 128.209078ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.476741Z","caller":"traceutil/trace.go:171","msg":"trace[1053793885] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"128.69677ms","start":"2026-08-20T01:38:38.34804Z","end":"2026-08-20T01:38:38.476737Z","steps":["trace[1053793885] 'process raft request' (duration: 128.166177ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.4768Z","caller":"traceutil/trace.go:171","msg":"trace[352486982] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"128.638209ms","start":"2026-08-20T01:38:38.348158Z","end":"2026-08-20T01:38:38.476796Z","steps":["trace[352486982] 'process raft request' (duration: 128.071724ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:38.476863Z","caller":"traceutil/trace.go:171","msg":"trace[1094676447] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"128.547526ms","start":"2026-08-20T01:38:38.348311Z","end":"2026-08-20T01:38:38.476859Z","steps":["trace[1094676447] 'process raft request' (duration: 127.937031ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:38:38.476974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.839972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36562b96-5b22-4ed6-8945-c6d812640ba9\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-08-20T01:38:38.476991Z","caller":"traceutil/trace.go:171","msg":"trace[39585023] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36562b96-5b22-4ed6-8945-c6d812640ba9; range_end:; response_count:1; response_revision:9529; }","duration":"126.884673ms","start":"2026-08-20T01:38:38.3501Z","end":"2026-08-20T01:38:38.476985Z","steps":["trace[39585023] 'agreement among raft nodes before linearized reading' (duration: 126.805491ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:38:54.573992Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"98aaa0557ab926b1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-20T01:38:54.579278Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-20T01:38:54.579362Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-20T01:40:56.148362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8070} {"level":"info","ts":"2026-08-20T01:40:56.21481Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8070,"took":"64.257776ms","hash":592925153,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":27992064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-20T01:40:56.214857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":592925153,"revision":8070,"compact-revision":6001} {"level":"info","ts":"2026-08-20T01:42:50.080548Z","caller":"traceutil/trace.go:171","msg":"trace[608924688] transaction","detail":"{read_only:false; response_revision:11148; number_of_response:1; }","duration":"215.40691ms","start":"2026-08-20T01:42:49.865112Z","end":"2026-08-20T01:42:50.080519Z","steps":["trace[608924688] 'process raft request' (duration: 215.012559ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:42:50.080962Z","caller":"traceutil/trace.go:171","msg":"trace[1343075249] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"215.631096ms","start":"2026-08-20T01:42:49.865319Z","end":"2026-08-20T01:42:50.08095Z","steps":["trace[1343075249] 'process raft request' (duration: 215.167163ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:42:50.081214Z","caller":"traceutil/trace.go:171","msg":"trace[1772943759] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"215.901012ms","start":"2026-08-20T01:42:49.865234Z","end":"2026-08-20T01:42:50.081135Z","steps":["trace[1772943759] 'process raft request' (duration: 215.168693ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:42:50.283082Z","caller":"traceutil/trace.go:171","msg":"trace[295713105] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"103.166198ms","start":"2026-08-20T01:42:50.179886Z","end":"2026-08-20T01:42:50.283052Z","steps":["trace[295713105] 'process raft request' (duration: 103.000824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:56.747327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689361489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:43:56.835926Z","caller":"traceutil/trace.go:171","msg":"trace[982497805] linearizableReadLoop","detail":"{readStateIndex:12247; appliedIndex:12246; }","duration":"589.24067ms","start":"2026-08-20T01:43:56.246665Z","end":"2026-08-20T01:43:56.835906Z","steps":["trace[982497805] 'read index received' (duration: 589.142358ms)","trace[982497805] 'applied index is now lower than readState.Index' (duration: 97.292µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:43:56.836107Z","caller":"traceutil/trace.go:171","msg":"trace[741995694] transaction","detail":"{read_only:false; response_revision:11841; number_of_response:1; }","duration":"621.132673ms","start":"2026-08-20T01:43:56.214838Z","end":"2026-08-20T01:43:56.835971Z","steps":["trace[741995694] 'process raft request' (duration: 620.939718ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:56.836196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.498767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:43:56.83628Z","caller":"traceutil/trace.go:171","msg":"trace[1772262609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11841; }","duration":"589.63878ms","start":"2026-08-20T01:43:56.246623Z","end":"2026-08-20T01:43:56.836262Z","steps":["trace[1772262609] 'agreement among raft nodes before linearized reading' (duration: 589.379194ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:56.836375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.214825Z","time spent":"621.394909ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:43:56.836378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.246603Z","time spent":"589.757744ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T01:43:57.060799Z","caller":"traceutil/trace.go:171","msg":"trace[904523980] linearizableReadLoop","detail":"{readStateIndex:12248; appliedIndex:12247; }","duration":"224.795131ms","start":"2026-08-20T01:43:56.83598Z","end":"2026-08-20T01:43:57.060775Z","steps":["trace[904523980] 'read index received' (duration: 215.908553ms)","trace[904523980] 'applied index is now lower than readState.Index' (duration: 8.885658ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:43:57.060905Z","caller":"traceutil/trace.go:171","msg":"trace[1719806464] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"265.358965ms","start":"2026-08-20T01:43:56.795535Z","end":"2026-08-20T01:43:57.060894Z","steps":["trace[1719806464] 'process raft request' (duration: 256.338203ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:43:57.060998Z","caller":"traceutil/trace.go:171","msg":"trace[651691220] transaction","detail":"{read_only:false; response_revision:11843; number_of_response:1; }","duration":"219.470754ms","start":"2026-08-20T01:43:56.8415Z","end":"2026-08-20T01:43:57.060971Z","steps":["trace[651691220] 'process raft request' (duration: 219.184407ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:57.061121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.779954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:43:57.061214Z","caller":"traceutil/trace.go:171","msg":"trace[1820837638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11843; }","duration":"450.904397ms","start":"2026-08-20T01:43:56.610257Z","end":"2026-08-20T01:43:57.061162Z","steps":["trace[1820837638] 'agreement among raft nodes before linearized reading' (duration: 450.63537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:57.061212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.966452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:43:57.061263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.498905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:43:57.061287Z","caller":"traceutil/trace.go:171","msg":"trace[508360217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11843; }","duration":"646.085915ms","start":"2026-08-20T01:43:56.415183Z","end":"2026-08-20T01:43:57.061269Z","steps":["trace[508360217] 'agreement among raft nodes before linearized reading' (duration: 645.808628ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:43:57.061323Z","caller":"traceutil/trace.go:171","msg":"trace[949071697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11843; }","duration":"646.584638ms","start":"2026-08-20T01:43:56.414725Z","end":"2026-08-20T01:43:57.06131Z","steps":["trace[949071697] 'agreement among raft nodes before linearized reading' (duration: 646.410223ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:57.061334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.415166Z","time spent":"646.157226ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:43:57.061367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.414709Z","time spent":"646.646879ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:43:57.061452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.135633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-20T01:43:57.061444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.777684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:43:57.061543Z","caller":"traceutil/trace.go:171","msg":"trace[1052223862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11843; }","duration":"649.281716ms","start":"2026-08-20T01:43:56.41225Z","end":"2026-08-20T01:43:57.061532Z","steps":["trace[1052223862] 'agreement among raft nodes before linearized reading' (duration: 648.62127ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:57.061575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.412234Z","time spent":"649.332189ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:43:57.061578Z","caller":"traceutil/trace.go:171","msg":"trace[902442766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:11843; }","duration":"268.914908ms","start":"2026-08-20T01:43:56.792638Z","end":"2026-08-20T01:43:57.061552Z","steps":["trace[902442766] 'agreement among raft nodes before linearized reading' (duration: 268.62668ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:57.061573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.866203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-08-20T01:43:57.061765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.610238Z","time spent":"451.480832ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:43:57.06178Z","caller":"traceutil/trace.go:171","msg":"trace[835062680] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11843; }","duration":"343.11797ms","start":"2026-08-20T01:43:56.718636Z","end":"2026-08-20T01:43:57.061754Z","steps":["trace[835062680] 'agreement among raft nodes before linearized reading' (duration: 342.704429ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:43:57.062051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:43:56.718616Z","time spent":"343.415548ms","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-08-20T01:44:19.985815Z","caller":"traceutil/trace.go:171","msg":"trace[1353750434] transaction","detail":"{read_only:false; response_revision:11969; number_of_response:1; }","duration":"252.108106ms","start":"2026-08-20T01:44:19.733682Z","end":"2026-08-20T01:44:19.98579Z","steps":["trace[1353750434] 'process raft request' (duration: 251.86892ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:19.986808Z","caller":"traceutil/trace.go:171","msg":"trace[1549976922] transaction","detail":"{read_only:false; response_revision:11971; number_of_response:1; }","duration":"250.110403ms","start":"2026-08-20T01:44:19.736676Z","end":"2026-08-20T01:44:19.986786Z","steps":["trace[1549976922] 'process raft request' (duration: 250.066682ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:19.986984Z","caller":"traceutil/trace.go:171","msg":"trace[1414109929] transaction","detail":"{read_only:false; response_revision:11970; number_of_response:1; }","duration":"250.797501ms","start":"2026-08-20T01:44:19.736177Z","end":"2026-08-20T01:44:19.986974Z","steps":["trace[1414109929] 'process raft request' (duration: 250.425502ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:22.308704Z","caller":"traceutil/trace.go:171","msg":"trace[203197241] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"315.816827ms","start":"2026-08-20T01:44:21.992862Z","end":"2026-08-20T01:44:22.308679Z","steps":["trace[203197241] 'process raft request' (duration: 315.620172ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:22.308863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:44:21.992814Z","time spent":"315.97351ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:44:22.701468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.088153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:44:22.701882Z","caller":"traceutil/trace.go:171","msg":"trace[20742115] transaction","detail":"{read_only:false; response_revision:11981; number_of_response:1; }","duration":"708.956225ms","start":"2026-08-20T01:44:21.992886Z","end":"2026-08-20T01:44:22.701842Z","steps":["trace[20742115] 'process raft request' (duration: 346.908387ms)","trace[20742115] 'compare' (duration: 360.755785ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:22.701938Z","caller":"traceutil/trace.go:171","msg":"trace[120660680] linearizableReadLoop","detail":"{readStateIndex:12393; appliedIndex:12390; }","duration":"474.530965ms","start":"2026-08-20T01:44:22.227384Z","end":"2026-08-20T01:44:22.701915Z","steps":["trace[120660680] 'read index received' (duration: 81.224673ms)","trace[120660680] 'applied index is now lower than readState.Index' (duration: 393.304702ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:44:22.70208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:44:21.992856Z","time spent":"709.113559ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:44:22.702196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.811582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-08-20T01:44:22.702393Z","caller":"traceutil/trace.go:171","msg":"trace[2103158562] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11982; }","duration":"475.045418ms","start":"2026-08-20T01:44:22.227334Z","end":"2026-08-20T01:44:22.702379Z","steps":["trace[2103158562] 'agreement among raft nodes before linearized reading' (duration: 474.662018ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:22.702558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:44:22.227318Z","time spent":"475.166551ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-08-20T01:44:22.702306Z","caller":"traceutil/trace.go:171","msg":"trace[37165863] transaction","detail":"{read_only:false; response_revision:11982; number_of_response:1; }","duration":"708.663168ms","start":"2026-08-20T01:44:21.993622Z","end":"2026-08-20T01:44:22.702285Z","steps":["trace[37165863] 'process raft request' (duration: 708.156615ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:22.702833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:44:21.993597Z","time spent":"709.11214ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:44:23.219495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.921048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:44:23.219563Z","caller":"traceutil/trace.go:171","msg":"trace[1423162032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11982; }","duration":"255.042621ms","start":"2026-08-20T01:44:22.964504Z","end":"2026-08-20T01:44:23.219547Z","steps":["trace[1423162032] 'range keys from in-memory index tree' (duration: 254.644151ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:23.219624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.010348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:44:23.219694Z","caller":"traceutil/trace.go:171","msg":"trace[645021768] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11982; }","duration":"102.120181ms","start":"2026-08-20T01:44:23.11756Z","end":"2026-08-20T01:44:23.21968Z","steps":["trace[645021768] 'count revisions from in-memory index tree' (duration: 101.847484ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:23.400883Z","caller":"traceutil/trace.go:171","msg":"trace[574922505] transaction","detail":"{read_only:false; response_revision:11986; number_of_response:1; }","duration":"107.88841ms","start":"2026-08-20T01:44:23.292966Z","end":"2026-08-20T01:44:23.400855Z","steps":["trace[574922505] 'process raft request' (duration: 30.65773ms)","trace[574922505] 'compare' (duration: 76.942623ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:23.401112Z","caller":"traceutil/trace.go:171","msg":"trace[1246551891] linearizableReadLoop","detail":"{readStateIndex:12399; appliedIndex:12396; }","duration":"103.662871ms","start":"2026-08-20T01:44:23.297424Z","end":"2026-08-20T01:44:23.401087Z","steps":["trace[1246551891] 'read index received' (duration: 26.213945ms)","trace[1246551891] 'applied index is now lower than readState.Index' (duration: 77.444976ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:23.40122Z","caller":"traceutil/trace.go:171","msg":"trace[16511712] transaction","detail":"{read_only:false; response_revision:11987; number_of_response:1; }","duration":"108.232379ms","start":"2026-08-20T01:44:23.292973Z","end":"2026-08-20T01:44:23.401205Z","steps":["trace[16511712] 'process raft request' (duration: 107.800518ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:23.40134Z","caller":"traceutil/trace.go:171","msg":"trace[1232243082] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"106.444133ms","start":"2026-08-20T01:44:23.294875Z","end":"2026-08-20T01:44:23.401319Z","steps":["trace[1232243082] 'process raft request' (duration: 106.138235ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:23.401944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.480112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447925"} {"level":"info","ts":"2026-08-20T01:44:23.402024Z","caller":"traceutil/trace.go:171","msg":"trace[1005281945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11988; }","duration":"104.603045ms","start":"2026-08-20T01:44:23.297402Z","end":"2026-08-20T01:44:23.402005Z","steps":["trace[1005281945] 'agreement among raft nodes before linearized reading' (duration: 103.950309ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:25.59817Z","caller":"traceutil/trace.go:171","msg":"trace[1049331006] linearizableReadLoop","detail":"{readStateIndex:12412; appliedIndex:12409; }","duration":"143.61009ms","start":"2026-08-20T01:44:25.454533Z","end":"2026-08-20T01:44:25.598143Z","steps":["trace[1049331006] 'read index received' (duration: 28.276969ms)","trace[1049331006] 'applied index is now lower than readState.Index' (duration: 115.331631ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:25.598258Z","caller":"traceutil/trace.go:171","msg":"trace[34610372] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"143.815815ms","start":"2026-08-20T01:44:25.454406Z","end":"2026-08-20T01:44:25.598222Z","steps":["trace[34610372] 'process raft request' (duration: 116.612493ms)","trace[34610372] 'compare' (duration: 26.908964ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:25.598301Z","caller":"traceutil/trace.go:171","msg":"trace[1624114003] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"143.810754ms","start":"2026-08-20T01:44:25.45444Z","end":"2026-08-20T01:44:25.59825Z","steps":["trace[1624114003] 'process raft request' (duration: 143.64879ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:25.59886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.307337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447925"} {"level":"info","ts":"2026-08-20T01:44:25.598911Z","caller":"traceutil/trace.go:171","msg":"trace[1020257411] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12000; }","duration":"144.41424ms","start":"2026-08-20T01:44:25.454486Z","end":"2026-08-20T01:44:25.5989Z","steps":["trace[1020257411] 'agreement among raft nodes before linearized reading' (duration: 143.812515ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:44:27.631798Z","caller":"traceutil/trace.go:171","msg":"trace[1651897296] transaction","detail":"{read_only:false; response_revision:12007; number_of_response:1; }","duration":"141.508816ms","start":"2026-08-20T01:44:27.490255Z","end":"2026-08-20T01:44:27.631764Z","steps":["trace[1651897296] 'process raft request' (duration: 53.034596ms)","trace[1651897296] 'compare' (duration: 88.350747ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:27.742054Z","caller":"traceutil/trace.go:171","msg":"trace[615239670] linearizableReadLoop","detail":"{readStateIndex:12421; appliedIndex:12419; }","duration":"105.139448ms","start":"2026-08-20T01:44:27.636876Z","end":"2026-08-20T01:44:27.742015Z","steps":["trace[615239670] 'read index received' (duration: 86.113159ms)","trace[615239670] 'applied index is now lower than readState.Index' (duration: 19.024939ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:44:27.742176Z","caller":"traceutil/trace.go:171","msg":"trace[1549420877] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"106.141603ms","start":"2026-08-20T01:44:27.635989Z","end":"2026-08-20T01:44:27.74213Z","steps":["trace[1549420877] 'process raft request' (duration: 102.788177ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:44:27.742845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.94138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447925"} {"level":"info","ts":"2026-08-20T01:44:27.742915Z","caller":"traceutil/trace.go:171","msg":"trace[10813591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12009; }","duration":"106.091983ms","start":"2026-08-20T01:44:27.636807Z","end":"2026-08-20T01:44:27.742899Z","steps":["trace[10813591] 'agreement among raft nodes before linearized reading' (duration: 105.333083ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:45:56.158213Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10452} {"level":"info","ts":"2026-08-20T01:45:56.243399Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10452,"took":"82.906862ms","hash":1854182171,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":26075136,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-20T01:45:56.243481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1854182171,"revision":10452,"compact-revision":8070} {"level":"info","ts":"2026-08-20T01:50:19.422814Z","caller":"traceutil/trace.go:171","msg":"trace[764463626] linearizableReadLoop","detail":"{readStateIndex:14899; appliedIndex:14898; }","duration":"178.657621ms","start":"2026-08-20T01:50:19.244132Z","end":"2026-08-20T01:50:19.422789Z","steps":["trace[764463626] 'read index received' (duration: 178.504397ms)","trace[764463626] 'applied index is now lower than readState.Index' (duration: 151.884µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:50:19.423108Z","caller":"traceutil/trace.go:171","msg":"trace[1862131977] transaction","detail":"{read_only:false; response_revision:14404; number_of_response:1; }","duration":"190.886495ms","start":"2026-08-20T01:50:19.232208Z","end":"2026-08-20T01:50:19.423095Z","steps":["trace[1862131977] 'process raft request' (duration: 190.440703ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:19.423385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.249317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-08-20T01:50:19.423436Z","caller":"traceutil/trace.go:171","msg":"trace[285685474] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:14404; }","duration":"179.349059ms","start":"2026-08-20T01:50:19.244077Z","end":"2026-08-20T01:50:19.423426Z","steps":["trace[285685474] 'agreement among raft nodes before linearized reading' (duration: 179.201785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:19.423775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.839719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-20T01:50:19.423861Z","caller":"traceutil/trace.go:171","msg":"trace[416082109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14404; }","duration":"176.048794ms","start":"2026-08-20T01:50:19.2478Z","end":"2026-08-20T01:50:19.423849Z","steps":["trace[416082109] 'agreement among raft nodes before linearized reading' (duration: 175.820298ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:50:23.125192Z","caller":"traceutil/trace.go:171","msg":"trace[2039823884] linearizableReadLoop","detail":"{readStateIndex:14919; appliedIndex:14918; }","duration":"463.141761ms","start":"2026-08-20T01:50:22.662024Z","end":"2026-08-20T01:50:23.125166Z","steps":["trace[2039823884] 'read index received' (duration: 462.852934ms)","trace[2039823884] 'applied index is now lower than readState.Index' (duration: 287.427µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:50:23.125327Z","caller":"traceutil/trace.go:171","msg":"trace[2044660676] transaction","detail":"{read_only:false; response_revision:14423; number_of_response:1; }","duration":"464.844235ms","start":"2026-08-20T01:50:22.660473Z","end":"2026-08-20T01:50:23.125317Z","steps":["trace[2044660676] 'process raft request' (duration: 464.503727ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:23.125446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:22.660448Z","time spent":"464.907717ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:50:23.125598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.136438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:50:23.125748Z","caller":"traceutil/trace.go:171","msg":"trace[100693853] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14423; }","duration":"336.332313ms","start":"2026-08-20T01:50:22.789389Z","end":"2026-08-20T01:50:23.125722Z","steps":["trace[100693853] 'agreement among raft nodes before linearized reading' (duration: 336.114037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:23.125823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:22.789372Z","time spent":"336.433766ms","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:50:23.126099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.071516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:50:23.126201Z","caller":"traceutil/trace.go:171","msg":"trace[1662886666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:14423; }","duration":"464.200689ms","start":"2026-08-20T01:50:22.661984Z","end":"2026-08-20T01:50:23.126185Z","steps":["trace[1662886666] 'agreement among raft nodes before linearized reading' (duration: 463.978264ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:23.126258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:22.661974Z","time spent":"464.272321ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:50:23.126463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.741637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-20T01:50:23.12657Z","caller":"traceutil/trace.go:171","msg":"trace[1241979408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14423; }","duration":"198.896601ms","start":"2026-08-20T01:50:22.92765Z","end":"2026-08-20T01:50:23.126546Z","steps":["trace[1241979408] 'agreement among raft nodes before linearized reading' (duration: 198.599014ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.110806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.118323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:50:45.110901Z","caller":"traceutil/trace.go:171","msg":"trace[699065077] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:14540; }","duration":"997.287018ms","start":"2026-08-20T01:50:44.113592Z","end":"2026-08-20T01:50:45.110879Z","steps":["trace[699065077] 'count revisions from in-memory index tree' (duration: 997.016801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.110944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:44.113572Z","time spent":"997.35946ms","remote":"127.0.0.1:39502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:50:45.11149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.482191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:50:45.111579Z","caller":"traceutil/trace.go:171","msg":"trace[839654580] transaction","detail":"{read_only:false; response_revision:14541; number_of_response:1; }","duration":"945.229241ms","start":"2026-08-20T01:50:44.166335Z","end":"2026-08-20T01:50:45.111565Z","steps":["trace[839654580] 'process raft request' (duration: 279.598156ms)","trace[839654580] 'compare' (duration: 665.187574ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:50:45.111638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:44.166315Z","time spent":"945.287482ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:45.117221Z","caller":"traceutil/trace.go:171","msg":"trace[706676441] transaction","detail":"{read_only:false; response_revision:14542; number_of_response:1; }","duration":"949.546492ms","start":"2026-08-20T01:50:44.167636Z","end":"2026-08-20T01:50:45.117183Z","steps":["trace[706676441] 'process raft request' (duration: 949.355557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.1174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:44.167612Z","time spent":"949.694755ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:45.975338Z","caller":"traceutil/trace.go:171","msg":"trace[911202502] transaction","detail":"{read_only:false; response_revision:14544; number_of_response:1; }","duration":"416.203205ms","start":"2026-08-20T01:50:45.559102Z","end":"2026-08-20T01:50:45.975305Z","steps":["trace[911202502] 'process raft request' (duration: 416.01929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.975515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:45.559085Z","time spent":"416.338718ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:45.982883Z","caller":"traceutil/trace.go:171","msg":"trace[1237306417] transaction","detail":"{read_only:false; response_revision:14545; number_of_response:1; }","duration":"423.224375ms","start":"2026-08-20T01:50:45.559635Z","end":"2026-08-20T01:50:45.982859Z","steps":["trace[1237306417] 'process raft request' (duration: 423.050401ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:50:45.983079Z","caller":"traceutil/trace.go:171","msg":"trace[722589153] linearizableReadLoop","detail":"{readStateIndex:15046; appliedIndex:15044; }","duration":"404.266398ms","start":"2026-08-20T01:50:45.578785Z","end":"2026-08-20T01:50:45.983051Z","steps":["trace[722589153] 'read index received' (duration: 396.306724ms)","trace[722589153] 'applied index is now lower than readState.Index' (duration: 7.957624ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:50:45.983122Z","caller":"traceutil/trace.go:171","msg":"trace[491634546] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"185.014564ms","start":"2026-08-20T01:50:45.798086Z","end":"2026-08-20T01:50:45.983101Z","steps":["trace[491634546] 'process raft request' (duration: 184.732137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.983243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:45.559621Z","time spent":"423.337189ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:50:45.983266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.373291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:50:45.983266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.465823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:50:45.983304Z","caller":"traceutil/trace.go:171","msg":"trace[689928346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14546; }","duration":"404.422212ms","start":"2026-08-20T01:50:45.578872Z","end":"2026-08-20T01:50:45.983294Z","steps":["trace[689928346] 'agreement among raft nodes before linearized reading' (duration: 404.357351ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:50:45.983315Z","caller":"traceutil/trace.go:171","msg":"trace[1633347339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14546; }","duration":"404.543906ms","start":"2026-08-20T01:50:45.578757Z","end":"2026-08-20T01:50:45.983301Z","steps":["trace[1633347339] 'agreement among raft nodes before linearized reading' (duration: 404.443603ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.983347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:45.578749Z","time spent":"404.592697ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:50:45.983394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.3119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:50:45.983341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:45.578868Z","time spent":"404.463023ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:50:45.983428Z","caller":"traceutil/trace.go:171","msg":"trace[1300556395] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:14546; }","duration":"325.347751ms","start":"2026-08-20T01:50:45.658071Z","end":"2026-08-20T01:50:45.983419Z","steps":["trace[1300556395] 'agreement among raft nodes before linearized reading' (duration: 325.293449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.983454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:45.658019Z","time spent":"325.428752ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:50:45.983511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.646882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:50:45.983581Z","caller":"traceutil/trace.go:171","msg":"trace[1807473566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14546; }","duration":"373.740554ms","start":"2026-08-20T01:50:45.609823Z","end":"2026-08-20T01:50:45.983563Z","steps":["trace[1807473566] 'agreement among raft nodes before linearized reading' (duration: 373.652822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.983628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.584039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:50:45.983643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:45.609804Z","time spent":"373.824086ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:50:45.983663Z","caller":"traceutil/trace.go:171","msg":"trace[440382522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14546; }","duration":"285.658781ms","start":"2026-08-20T01:50:45.697995Z","end":"2026-08-20T01:50:45.983654Z","steps":["trace[440382522] 'agreement among raft nodes before linearized reading' (duration: 285.541638ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:45.983576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.305507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:50:45.98376Z","caller":"traceutil/trace.go:171","msg":"trace[1754941212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14546; }","duration":"286.559833ms","start":"2026-08-20T01:50:45.697169Z","end":"2026-08-20T01:50:45.983729Z","steps":["trace[1754941212] 'agreement among raft nodes before linearized reading' (duration: 286.138623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:54.282273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.46378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:50:54.282446Z","caller":"traceutil/trace.go:171","msg":"trace[634532819] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"238.213602ms","start":"2026-08-20T01:50:54.044211Z","end":"2026-08-20T01:50:54.282425Z","steps":["trace[634532819] 'process raft request' (duration: 97.478315ms)","trace[634532819] 'compare' (duration: 140.293466ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:50:54.669349Z","caller":"traceutil/trace.go:171","msg":"trace[1063369593] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"624.679083ms","start":"2026-08-20T01:50:54.044622Z","end":"2026-08-20T01:50:54.669301Z","steps":["trace[1063369593] 'process raft request' (duration: 623.652136ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:54.669509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.044609Z","time spent":"624.818226ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:54.670017Z","caller":"traceutil/trace.go:171","msg":"trace[1950118965] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"625.344419ms","start":"2026-08-20T01:50:54.044643Z","end":"2026-08-20T01:50:54.669987Z","steps":["trace[1950118965] 'process raft request' (duration: 624.609881ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:54.670115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.044626Z","time spent":"625.448062ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:54.670141Z","caller":"traceutil/trace.go:171","msg":"trace[714569404] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"625.106233ms","start":"2026-08-20T01:50:54.044994Z","end":"2026-08-20T01:50:54.6701Z","steps":["trace[714569404] 'process raft request' (duration: 624.557999ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:54.670373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.044982Z","time spent":"625.263767ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:54.670415Z","caller":"traceutil/trace.go:171","msg":"trace[953440630] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"625.107164ms","start":"2026-08-20T01:50:54.045293Z","end":"2026-08-20T01:50:54.6704Z","steps":["trace[953440630] 'process raft request' (duration: 624.669693ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:54.670488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.045287Z","time spent":"625.162395ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:50:54.670516Z","caller":"traceutil/trace.go:171","msg":"trace[291904370] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"624.416666ms","start":"2026-08-20T01:50:54.046059Z","end":"2026-08-20T01:50:54.670476Z","steps":["trace[291904370] 'process raft request' (duration: 624.16862ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:50:54.670612Z","caller":"traceutil/trace.go:171","msg":"trace[464736415] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"577.126431ms","start":"2026-08-20T01:50:54.093475Z","end":"2026-08-20T01:50:54.670602Z","steps":["trace[464736415] 'process raft request' (duration: 576.845034ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:50:54.67064Z","caller":"traceutil/trace.go:171","msg":"trace[689815651] linearizableReadLoop","detail":"{readStateIndex:15094; appliedIndex:15088; }","duration":"376.74195ms","start":"2026-08-20T01:50:54.293875Z","end":"2026-08-20T01:50:54.670617Z","steps":["trace[689815651] 'read index received' (duration: 374.324308ms)","trace[689815651] 'applied index is now lower than readState.Index' (duration: 2.415092ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:50:54.670666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.046052Z","time spent":"624.540579ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:50:54.670673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.093453Z","time spent":"577.191202ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:50:54.672782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.871796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:50:54.6729Z","caller":"traceutil/trace.go:171","msg":"trace[1188834357] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14592; }","duration":"379.069711ms","start":"2026-08-20T01:50:54.293814Z","end":"2026-08-20T01:50:54.672884Z","steps":["trace[1188834357] 'agreement among raft nodes before linearized reading' (duration: 376.920545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:50:54.672941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:50:54.29379Z","time spent":"379.139522ms","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:50:56.18554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12586} {"level":"info","ts":"2026-08-20T01:50:56.26428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12586,"took":"76.316131ms","hash":1655763465,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":27521024,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-20T01:50:56.264339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1655763465,"revision":12586,"compact-revision":10452} {"level":"info","ts":"2026-08-20T01:51:03.401876Z","caller":"traceutil/trace.go:171","msg":"trace[893165040] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"201.737694ms","start":"2026-08-20T01:51:03.200114Z","end":"2026-08-20T01:51:03.401852Z","steps":["trace[893165040] 'process raft request' (duration: 201.519068ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:03.424305Z","caller":"traceutil/trace.go:171","msg":"trace[766704260] linearizableReadLoop","detail":"{readStateIndex:15158; appliedIndex:15156; }","duration":"181.071973ms","start":"2026-08-20T01:51:03.243207Z","end":"2026-08-20T01:51:03.424279Z","steps":["trace[766704260] 'read index received' (duration: 158.474782ms)","trace[766704260] 'applied index is now lower than readState.Index' (duration: 22.596171ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:51:03.424378Z","caller":"traceutil/trace.go:171","msg":"trace[463613611] transaction","detail":"{read_only:false; response_revision:14652; number_of_response:1; }","duration":"217.277334ms","start":"2026-08-20T01:51:03.207072Z","end":"2026-08-20T01:51:03.424349Z","steps":["trace[463613611] 'process raft request' (duration: 217.028228ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:03.424485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.256379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:51:03.424562Z","caller":"traceutil/trace.go:171","msg":"trace[147094569] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14653; }","duration":"181.394322ms","start":"2026-08-20T01:51:03.243154Z","end":"2026-08-20T01:51:03.424549Z","steps":["trace[147094569] 'agreement among raft nodes before linearized reading' (duration: 181.263559ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:03.424459Z","caller":"traceutil/trace.go:171","msg":"trace[1329450922] transaction","detail":"{read_only:false; response_revision:14653; number_of_response:1; }","duration":"144.665738ms","start":"2026-08-20T01:51:03.279762Z","end":"2026-08-20T01:51:03.424428Z","steps":["trace[1329450922] 'process raft request' (duration: 144.469333ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:03.566295Z","caller":"traceutil/trace.go:171","msg":"trace[1175328740] transaction","detail":"{read_only:false; response_revision:14654; number_of_response:1; }","duration":"128.82366ms","start":"2026-08-20T01:51:03.437426Z","end":"2026-08-20T01:51:03.566249Z","steps":["trace[1175328740] 'process raft request' (duration: 91.658635ms)","trace[1175328740] 'compare' (duration: 37.004961ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:51:05.04732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689369586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:51:05.547707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689369586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:51:05.912438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575460175s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:51:05.912851Z","caller":"traceutil/trace.go:171","msg":"trace[429291927] transaction","detail":"{read_only:false; response_revision:14656; number_of_response:1; }","duration":"1.576005019s","start":"2026-08-20T01:51:04.336818Z","end":"2026-08-20T01:51:05.912823Z","steps":["trace[429291927] 'process raft request' (duration: 1.575840125s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.913163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:04.336792Z","time spent":"1.576213564s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:51:05.918169Z","caller":"traceutil/trace.go:171","msg":"trace[773729440] linearizableReadLoop","detail":"{readStateIndex:15166; appliedIndex:15161; }","duration":"1.37135302s","start":"2026-08-20T01:51:04.546785Z","end":"2026-08-20T01:51:05.918138Z","steps":["trace[773729440] 'read index received' (duration: 1.365964472s)","trace[773729440] 'applied index is now lower than readState.Index' (duration: 5.387248ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:51:05.918298Z","caller":"traceutil/trace.go:171","msg":"trace[1876543441] transaction","detail":"{read_only:false; response_revision:14658; number_of_response:1; }","duration":"488.326298ms","start":"2026-08-20T01:51:05.429938Z","end":"2026-08-20T01:51:05.918264Z","steps":["trace[1876543441] 'process raft request' (duration: 488.069042ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:05.918368Z","caller":"traceutil/trace.go:171","msg":"trace[2075365880] transaction","detail":"{read_only:false; response_revision:14657; number_of_response:1; }","duration":"510.116368ms","start":"2026-08-20T01:51:05.408238Z","end":"2026-08-20T01:51:05.918355Z","steps":["trace[2075365880] 'process raft request' (duration: 509.610376ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.918429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.408213Z","time spent":"510.17887ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:51:05.918395Z","caller":"traceutil/trace.go:171","msg":"trace[1973864521] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"488.39213ms","start":"2026-08-20T01:51:05.42994Z","end":"2026-08-20T01:51:05.918332Z","steps":["trace[1973864521] 'process raft request' (duration: 488.136723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.918525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.690129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:51:05.918476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.358007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:51:05.918585Z","caller":"traceutil/trace.go:171","msg":"trace[1760234440] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14659; }","duration":"683.777982ms","start":"2026-08-20T01:51:05.234786Z","end":"2026-08-20T01:51:05.918564Z","steps":["trace[1760234440] 'agreement among raft nodes before linearized reading' (duration: 683.660549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.918596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.695031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:51:05.918607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200565031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:51:05.918632Z","caller":"traceutil/trace.go:171","msg":"trace[385877684] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14659; }","duration":"472.570463ms","start":"2026-08-20T01:51:05.44604Z","end":"2026-08-20T01:51:05.91861Z","steps":["trace[385877684] 'agreement among raft nodes before linearized reading' (duration: 472.326917ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:05.918651Z","caller":"traceutil/trace.go:171","msg":"trace[588645533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14659; }","duration":"306.785963ms","start":"2026-08-20T01:51:05.611849Z","end":"2026-08-20T01:51:05.918635Z","steps":["trace[588645533] 'agreement among raft nodes before linearized reading' (duration: 306.696241ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.918688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.446022Z","time spent":"472.653996ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:51:05.918683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.911086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:51:05.918697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.611827Z","time spent":"306.859945ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:51:05.918701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.640968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-20T01:51:05.918626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.234762Z","time spent":"683.855953ms","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:51:05.918744Z","caller":"traceutil/trace.go:171","msg":"trace[1580537997] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14659; }","duration":"851.012589ms","start":"2026-08-20T01:51:05.067717Z","end":"2026-08-20T01:51:05.918729Z","steps":["trace[1580537997] 'agreement among raft nodes before linearized reading' (duration: 850.885836ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.918773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19853703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-20T01:51:05.918777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.429908Z","time spent":"488.659137ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:51:05.918861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199409422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-20T01:51:05.919046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.205234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:51:05.919221Z","caller":"traceutil/trace.go:171","msg":"trace[1085160176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:14659; }","duration":"335.43645ms","start":"2026-08-20T01:51:05.583754Z","end":"2026-08-20T01:51:05.919191Z","steps":["trace[1085160176] 'agreement among raft nodes before linearized reading' (duration: 334.928737ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:05.918684Z","caller":"traceutil/trace.go:171","msg":"trace[986774904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14659; }","duration":"1.200723605s","start":"2026-08-20T01:51:04.71794Z","end":"2026-08-20T01:51:05.918664Z","steps":["trace[986774904] 'agreement among raft nodes before linearized reading' (duration: 1.200418657s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.919355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:04.717916Z","time spent":"1.201427982s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T01:51:05.919113Z","caller":"traceutil/trace.go:171","msg":"trace[2047631987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14659; }","duration":"1.199658008s","start":"2026-08-20T01:51:04.719445Z","end":"2026-08-20T01:51:05.919103Z","steps":["trace[2047631987] 'agreement among raft nodes before linearized reading' (duration: 1.199215367s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.919449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:04.719374Z","time spent":"1.20005575s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:51:05.918805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.067699Z","time spent":"851.095162ms","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:51:05.918393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371589855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:51:05.919579Z","caller":"traceutil/trace.go:171","msg":"trace[455527262] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14659; }","duration":"1.372801448s","start":"2026-08-20T01:51:04.546767Z","end":"2026-08-20T01:51:05.919568Z","steps":["trace[455527262] 'agreement among raft nodes before linearized reading' (duration: 1.371538165s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.919442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.583734Z","time spent":"335.593983ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:51:05.919608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:04.546705Z","time spent":"1.372892441s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:51:05.918814Z","caller":"traceutil/trace.go:171","msg":"trace[1061306596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14659; }","duration":"1.198599512s","start":"2026-08-20T01:51:04.720202Z","end":"2026-08-20T01:51:05.918801Z","steps":["trace[1061306596] 'agreement among raft nodes before linearized reading' (duration: 1.198443348s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.918449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.429911Z","time spent":"488.465692ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:51:05.919862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:04.720192Z","time spent":"1.199648589s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:51:05.918955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198072197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:51:05.920029Z","caller":"traceutil/trace.go:171","msg":"trace[571131775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14659; }","duration":"1.199175666s","start":"2026-08-20T01:51:04.720845Z","end":"2026-08-20T01:51:05.920021Z","steps":["trace[571131775] 'agreement among raft nodes before linearized reading' (duration: 1.197586744s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.920057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:04.720838Z","time spent":"1.199210667s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:51:05.918789Z","caller":"traceutil/trace.go:171","msg":"trace[177100214] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:14659; }","duration":"153.778492ms","start":"2026-08-20T01:51:05.764982Z","end":"2026-08-20T01:51:05.91876Z","steps":["trace[177100214] 'agreement among raft nodes before linearized reading' (duration: 153.588097ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.919625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.204873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:51:05.920365Z","caller":"traceutil/trace.go:171","msg":"trace[1561689595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14659; }","duration":"357.694202ms","start":"2026-08-20T01:51:05.562638Z","end":"2026-08-20T01:51:05.920332Z","steps":["trace[1561689595] 'agreement among raft nodes before linearized reading' (duration: 356.073659ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:05.920439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:05.562622Z","time spent":"357.798205ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:51:06.76922Z","caller":"traceutil/trace.go:171","msg":"trace[785041798] transaction","detail":"{read_only:false; response_revision:14668; number_of_response:1; }","duration":"113.176099ms","start":"2026-08-20T01:51:06.656017Z","end":"2026-08-20T01:51:06.769193Z","steps":["trace[785041798] 'process raft request' (duration: 113.003084ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:07.277087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.401403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-08-20T01:51:07.277179Z","caller":"traceutil/trace.go:171","msg":"trace[412233671] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14668; }","duration":"371.567338ms","start":"2026-08-20T01:51:06.905595Z","end":"2026-08-20T01:51:07.277162Z","steps":["trace[412233671] 'range keys from in-memory index tree' (duration: 371.238979ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:07.277208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:06.905575Z","time spent":"371.627339ms","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-08-20T01:51:30.771311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689370512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:51:31.272404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689370512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:51:31.70572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522194256s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:51:31.706147Z","caller":"traceutil/trace.go:171","msg":"trace[657421563] linearizableReadLoop","detail":"{readStateIndex:15508; appliedIndex:15507; }","duration":"1.434906774s","start":"2026-08-20T01:51:30.271213Z","end":"2026-08-20T01:51:31.70612Z","steps":["trace[657421563] 'read index received' (duration: 1.434705349s)","trace[657421563] 'applied index is now lower than readState.Index' (duration: 200.325µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:51:31.706389Z","caller":"traceutil/trace.go:171","msg":"trace[1920512345] transaction","detail":"{read_only:false; response_revision:14986; number_of_response:1; }","duration":"1.522883375s","start":"2026-08-20T01:51:30.183372Z","end":"2026-08-20T01:51:31.706256Z","steps":["trace[1920512345] 'process raft request' (duration: 1.522580727s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.706449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435212682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-08-20T01:51:31.706513Z","caller":"traceutil/trace.go:171","msg":"trace[949008082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef; range_end:; response_count:1; response_revision:14986; }","duration":"1.435331935s","start":"2026-08-20T01:51:30.271161Z","end":"2026-08-20T01:51:31.706493Z","steps":["trace[949008082] 'agreement among raft nodes before linearized reading' (duration: 1.435098609s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.706563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:30.271142Z","time spent":"1.435408588s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef\" "} {"level":"warn","ts":"2026-08-20T01:51:31.706582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:30.183343Z","time spent":"1.523127952s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:51:31.717994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120105545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-08-20T01:51:31.718051Z","caller":"traceutil/trace.go:171","msg":"trace[1119058673] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef; range_end:; response_count:1; response_revision:14987; }","duration":"1.120207467s","start":"2026-08-20T01:51:30.597826Z","end":"2026-08-20T01:51:31.718034Z","steps":["trace[1119058673] 'agreement among raft nodes before linearized reading' (duration: 1.120030683s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.718085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:30.597806Z","time spent":"1.120269358s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef\" "} {"level":"info","ts":"2026-08-20T01:51:31.718348Z","caller":"traceutil/trace.go:171","msg":"trace[160709000] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"419.578892ms","start":"2026-08-20T01:51:31.298758Z","end":"2026-08-20T01:51:31.718337Z","steps":["trace[160709000] 'process raft request' (duration: 418.980637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.718412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:31.298731Z","time spent":"419.637894ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:51:31.718771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.306179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:51:31.7188Z","caller":"traceutil/trace.go:171","msg":"trace[1460048631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14987; }","duration":"239.366511ms","start":"2026-08-20T01:51:31.479424Z","end":"2026-08-20T01:51:31.71879Z","steps":["trace[1460048631] 'agreement among raft nodes before linearized reading' (duration: 239.316859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.7189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110343703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:51:31.718996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.982106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:51:31.71902Z","caller":"traceutil/trace.go:171","msg":"trace[640203798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14987; }","duration":"1.110481627s","start":"2026-08-20T01:51:30.608506Z","end":"2026-08-20T01:51:31.718987Z","steps":["trace[640203798] 'agreement among raft nodes before linearized reading' (duration: 1.110280341s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.719053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.022934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w765w\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-08-20T01:51:31.719094Z","caller":"traceutil/trace.go:171","msg":"trace[55053680] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-w765w; range_end:; response_count:1; response_revision:14987; }","duration":"780.108687ms","start":"2026-08-20T01:51:30.938977Z","end":"2026-08-20T01:51:31.719085Z","steps":["trace[55053680] 'agreement among raft nodes before linearized reading' (duration: 780.001844ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:51:31.719092Z","caller":"traceutil/trace.go:171","msg":"trace[2015979007] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14987; }","duration":"633.171951ms","start":"2026-08-20T01:51:31.085901Z","end":"2026-08-20T01:51:31.719073Z","steps":["trace[2015979007] 'agreement among raft nodes before linearized reading' (duration: 632.973436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.71912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:30.938951Z","time spent":"780.162498ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w765w\" "} {"level":"warn","ts":"2026-08-20T01:51:31.719102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:30.608494Z","time spent":"1.110593899s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:51:31.719139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:51:31.085871Z","time spent":"633.257723ms","remote":"127.0.0.1:52756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:51:31.928034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.695953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:51:31.928164Z","caller":"traceutil/trace.go:171","msg":"trace[1522054177] linearizableReadLoop","detail":"{readStateIndex:15510; appliedIndex:15509; }","duration":"201.738075ms","start":"2026-08-20T01:51:31.726406Z","end":"2026-08-20T01:51:31.928144Z","steps":["trace[1522054177] 'read index received' (duration: 27.721953ms)","trace[1522054177] 'applied index is now lower than readState.Index' (duration: 174.013962ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:51:31.928276Z","caller":"traceutil/trace.go:171","msg":"trace[1148779926] transaction","detail":"{read_only:false; response_revision:14988; number_of_response:1; }","duration":"202.70417ms","start":"2026-08-20T01:51:31.725555Z","end":"2026-08-20T01:51:31.928259Z","steps":["trace[1148779926] 'process raft request' (duration: 28.681518ms)","trace[1148779926] 'compare' (duration: 173.5609ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:51:31.928959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.207754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:51:31.929062Z","caller":"traceutil/trace.go:171","msg":"trace[651753199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14988; }","duration":"200.364138ms","start":"2026-08-20T01:51:31.728673Z","end":"2026-08-20T01:51:31.929038Z","steps":["trace[651753199] 'agreement among raft nodes before linearized reading' (duration: 200.189944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:51:31.929403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.983906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630703"} {"level":"info","ts":"2026-08-20T01:51:31.929459Z","caller":"traceutil/trace.go:171","msg":"trace[926764462] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14988; }","duration":"203.071018ms","start":"2026-08-20T01:51:31.726375Z","end":"2026-08-20T01:51:31.929446Z","steps":["trace[926764462] 'agreement among raft nodes before linearized reading' (duration: 202.320579ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:06.436145Z","caller":"traceutil/trace.go:171","msg":"trace[494105986] linearizableReadLoop","detail":"{readStateIndex:15748; appliedIndex:15747; }","duration":"150.008775ms","start":"2026-08-20T01:52:06.286111Z","end":"2026-08-20T01:52:06.436119Z","steps":["trace[494105986] 'read index received' (duration: 149.845131ms)","trace[494105986] 'applied index is now lower than readState.Index' (duration: 162.604µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:52:06.436236Z","caller":"traceutil/trace.go:171","msg":"trace[1780463737] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"153.073944ms","start":"2026-08-20T01:52:06.283134Z","end":"2026-08-20T01:52:06.436207Z","steps":["trace[1780463737] 'process raft request' (duration: 152.787747ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:06.436507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.317013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:52:06.43658Z","caller":"traceutil/trace.go:171","msg":"trace[1183049901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15218; }","duration":"150.503998ms","start":"2026-08-20T01:52:06.286061Z","end":"2026-08-20T01:52:06.436565Z","steps":["trace[1183049901] 'agreement among raft nodes before linearized reading' (duration: 150.17163ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:06.440912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.595963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:52:06.440979Z","caller":"traceutil/trace.go:171","msg":"trace[1173902999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15219; }","duration":"154.710936ms","start":"2026-08-20T01:52:06.286252Z","end":"2026-08-20T01:52:06.440963Z","steps":["trace[1173902999] 'agreement among raft nodes before linearized reading' (duration: 154.509381ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:06.441264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.476264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-20T01:52:06.441286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.242443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w765w\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-08-20T01:52:06.441339Z","caller":"traceutil/trace.go:171","msg":"trace[1842734230] transaction","detail":"{read_only:false; response_revision:15219; number_of_response:1; }","duration":"155.203559ms","start":"2026-08-20T01:52:06.286121Z","end":"2026-08-20T01:52:06.441325Z","steps":["trace[1842734230] 'process raft request' (duration: 154.560892ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:06.441351Z","caller":"traceutil/trace.go:171","msg":"trace[546888768] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-w765w; range_end:; response_count:1; response_revision:15219; }","duration":"154.321585ms","start":"2026-08-20T01:52:06.287012Z","end":"2026-08-20T01:52:06.441333Z","steps":["trace[546888768] 'agreement among raft nodes before linearized reading' (duration: 154.153681ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:06.44131Z","caller":"traceutil/trace.go:171","msg":"trace[302471663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15219; }","duration":"153.548356ms","start":"2026-08-20T01:52:06.287751Z","end":"2026-08-20T01:52:06.441299Z","steps":["trace[302471663] 'agreement among raft nodes before linearized reading' (duration: 153.397422ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:22.606756Z","caller":"traceutil/trace.go:171","msg":"trace[888368304] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"402.570214ms","start":"2026-08-20T01:52:22.204142Z","end":"2026-08-20T01:52:22.606712Z","steps":["trace[888368304] 'process raft request' (duration: 402.520063ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:22.606907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:22.20411Z","time spent":"402.724058ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:22.607039Z","caller":"traceutil/trace.go:171","msg":"trace[1035174416] transaction","detail":"{read_only:false; response_revision:15611; number_of_response:1; }","duration":"402.871272ms","start":"2026-08-20T01:52:22.204153Z","end":"2026-08-20T01:52:22.607024Z","steps":["trace[1035174416] 'process raft request' (duration: 402.370499ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:22.607095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:22.204128Z","time spent":"402.938794ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:22.607529Z","caller":"traceutil/trace.go:171","msg":"trace[588995554] transaction","detail":"{read_only:false; response_revision:15613; number_of_response:1; }","duration":"403.14697ms","start":"2026-08-20T01:52:22.204356Z","end":"2026-08-20T01:52:22.607503Z","steps":["trace[588995554] 'process raft request' (duration: 402.961855ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:22.607659Z","caller":"traceutil/trace.go:171","msg":"trace[625227401] linearizableReadLoop","detail":"{readStateIndex:16151; appliedIndex:16150; }","duration":"238.91177ms","start":"2026-08-20T01:52:22.368717Z","end":"2026-08-20T01:52:22.607629Z","steps":["trace[625227401] 'read index received' (duration: 238.13606ms)","trace[625227401] 'applied index is now lower than readState.Index' (duration: 774.78µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:52:22.607676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:22.204336Z","time spent":"403.262072ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:52:22.607796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.061074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:22.607826Z","caller":"traceutil/trace.go:171","msg":"trace[910488826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15614; }","duration":"239.142016ms","start":"2026-08-20T01:52:22.368676Z","end":"2026-08-20T01:52:22.607818Z","steps":["trace[910488826] 'agreement among raft nodes before linearized reading' (duration: 239.069574ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:22.607865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.879348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:22.607948Z","caller":"traceutil/trace.go:171","msg":"trace[93099840] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15614; }","duration":"143.990551ms","start":"2026-08-20T01:52:22.463933Z","end":"2026-08-20T01:52:22.607924Z","steps":["trace[93099840] 'agreement among raft nodes before linearized reading' (duration: 143.887928ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:22.608171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.991191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-08-20T01:52:22.608206Z","caller":"traceutil/trace.go:171","msg":"trace[1896242239] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15614; }","duration":"144.059533ms","start":"2026-08-20T01:52:22.464139Z","end":"2026-08-20T01:52:22.608199Z","steps":["trace[1896242239] 'agreement among raft nodes before linearized reading' (duration: 143.95301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:22.608272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.129994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:22.608326Z","caller":"traceutil/trace.go:171","msg":"trace[887722332] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15614; }","duration":"144.289629ms","start":"2026-08-20T01:52:22.464025Z","end":"2026-08-20T01:52:22.608314Z","steps":["trace[887722332] 'agreement among raft nodes before linearized reading' (duration: 144.142705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:22.608445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.377971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:52:22.608469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.349829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:22.60848Z","caller":"traceutil/trace.go:171","msg":"trace[169226081] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15614; }","duration":"144.452513ms","start":"2026-08-20T01:52:22.464019Z","end":"2026-08-20T01:52:22.608471Z","steps":["trace[169226081] 'agreement among raft nodes before linearized reading' (duration: 144.404811ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:22.608505Z","caller":"traceutil/trace.go:171","msg":"trace[131138795] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15614; }","duration":"144.405561ms","start":"2026-08-20T01:52:22.464091Z","end":"2026-08-20T01:52:22.608497Z","steps":["trace[131138795] 'agreement among raft nodes before linearized reading' (duration: 144.316389ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:56.988867Z","caller":"traceutil/trace.go:171","msg":"trace[674768239] transaction","detail":"{read_only:false; response_revision:15792; number_of_response:1; }","duration":"257.247761ms","start":"2026-08-20T01:52:56.731588Z","end":"2026-08-20T01:52:56.988836Z","steps":["trace[674768239] 'process raft request' (duration: 257.049676ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:56.989038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.267532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:56.989086Z","caller":"traceutil/trace.go:171","msg":"trace[1235111291] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15792; }","duration":"250.356074ms","start":"2026-08-20T01:52:56.738725Z","end":"2026-08-20T01:52:56.989081Z","steps":["trace[1235111291] 'agreement among raft nodes before linearized reading' (duration: 250.150319ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:56.988869Z","caller":"traceutil/trace.go:171","msg":"trace[1042974302] linearizableReadLoop","detail":"{readStateIndex:16337; appliedIndex:16337; }","duration":"250.087418ms","start":"2026-08-20T01:52:56.738752Z","end":"2026-08-20T01:52:56.988839Z","steps":["trace[1042974302] 'read index received' (duration: 250.072587ms)","trace[1042974302] 'applied index is now lower than readState.Index' (duration: 12.491µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:52:57.563168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.654636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:52:57.563292Z","caller":"traceutil/trace.go:171","msg":"trace[1041106910] linearizableReadLoop","detail":"{readStateIndex:16339; appliedIndex:16337; }","duration":"573.915879ms","start":"2026-08-20T01:52:56.989365Z","end":"2026-08-20T01:52:57.563281Z","steps":["trace[1041106910] 'read index received' (duration: 203.078358ms)","trace[1041106910] 'applied index is now lower than readState.Index' (duration: 370.836851ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:52:57.563463Z","caller":"traceutil/trace.go:171","msg":"trace[1726738261] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"820.208838ms","start":"2026-08-20T01:52:56.743244Z","end":"2026-08-20T01:52:57.563453Z","steps":["trace[1726738261] 'process raft request' (duration: 449.212953ms)","trace[1726738261] 'compare' (duration: 370.167453ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:52:57.563512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.743228Z","time spent":"820.261869ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:57.563635Z","caller":"traceutil/trace.go:171","msg":"trace[76601069] transaction","detail":"{read_only:false; response_revision:15794; number_of_response:1; }","duration":"818.216806ms","start":"2026-08-20T01:52:56.745411Z","end":"2026-08-20T01:52:57.563628Z","steps":["trace[76601069] 'process raft request' (duration: 817.823666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.563673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.745405Z","time spent":"818.251477ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:52:57.565027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.20523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g5whr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-20T01:52:57.565074Z","caller":"traceutil/trace.go:171","msg":"trace[180234613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g5whr; range_end:; response_count:1; response_revision:15794; }","duration":"617.307373ms","start":"2026-08-20T01:52:56.947759Z","end":"2026-08-20T01:52:57.565066Z","steps":["trace[180234613] 'agreement among raft nodes before linearized reading' (duration: 615.984859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.565102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.947739Z","time spent":"617.353574ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-g5whr\" "} {"level":"warn","ts":"2026-08-20T01:52:57.565272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.798525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:52:57.565313Z","caller":"traceutil/trace.go:171","msg":"trace[292170327] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15794; }","duration":"710.870557ms","start":"2026-08-20T01:52:56.854437Z","end":"2026-08-20T01:52:57.565307Z","steps":["trace[292170327] 'agreement among raft nodes before linearized reading' (duration: 710.801955ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.565331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.854421Z","time spent":"710.905228ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:52:57.565476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.179788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-20T01:52:57.565512Z","caller":"traceutil/trace.go:171","msg":"trace[1800483645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15794; }","duration":"794.220209ms","start":"2026-08-20T01:52:56.771274Z","end":"2026-08-20T01:52:57.565494Z","steps":["trace[1800483645] 'agreement among raft nodes before linearized reading' (duration: 794.152778ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.565529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.771266Z","time spent":"794.25989ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:52:57.565683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.401035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-20T01:52:57.56571Z","caller":"traceutil/trace.go:171","msg":"trace[1701573675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15794; }","duration":"794.480807ms","start":"2026-08-20T01:52:56.771223Z","end":"2026-08-20T01:52:57.565704Z","steps":["trace[1701573675] 'agreement among raft nodes before linearized reading' (duration: 794.380943ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.565728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.771173Z","time spent":"794.550578ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T01:52:57.565899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.104732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-20T01:52:57.565924Z","caller":"traceutil/trace.go:171","msg":"trace[601138503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15794; }","duration":"800.161063ms","start":"2026-08-20T01:52:56.765757Z","end":"2026-08-20T01:52:57.565918Z","steps":["trace[601138503] 'agreement among raft nodes before linearized reading' (duration: 800.05186ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.565941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.765742Z","time spent":"800.195114ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:52:57.566287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.513993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-20T01:52:57.566318Z","caller":"traceutil/trace.go:171","msg":"trace[795842221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15794; }","duration":"802.560164ms","start":"2026-08-20T01:52:56.76375Z","end":"2026-08-20T01:52:57.566311Z","steps":["trace[795842221] 'agreement among raft nodes before linearized reading' (duration: 802.478932ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.566338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.763741Z","time spent":"802.592426ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:52:57.566463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.859808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-20T01:52:57.566489Z","caller":"traceutil/trace.go:171","msg":"trace[1094475476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15794; }","duration":"812.90349ms","start":"2026-08-20T01:52:56.75358Z","end":"2026-08-20T01:52:57.566484Z","steps":["trace[1094475476] 'agreement among raft nodes before linearized reading' (duration: 812.843098ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.566506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.753568Z","time spent":"812.93421ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T01:52:57.567727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.091286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:57.567814Z","caller":"traceutil/trace.go:171","msg":"trace[1954140814] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15794; }","duration":"822.956669ms","start":"2026-08-20T01:52:56.744837Z","end":"2026-08-20T01:52:57.567794Z","steps":["trace[1954140814] 'agreement among raft nodes before linearized reading' (duration: 821.967664ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.567854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.744831Z","time spent":"823.012ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-20T01:52:57.568094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.395501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-08-20T01:52:57.568127Z","caller":"traceutil/trace.go:171","msg":"trace[569047206] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lv76h; range_end:; response_count:1; response_revision:15794; }","duration":"576.474543ms","start":"2026-08-20T01:52:56.991643Z","end":"2026-08-20T01:52:57.568118Z","steps":["trace[569047206] 'agreement among raft nodes before linearized reading' (duration: 576.382161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.568146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:56.99162Z","time spent":"576.521475ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" "} {"level":"warn","ts":"2026-08-20T01:52:57.569151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.966322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:57.569198Z","caller":"traceutil/trace.go:171","msg":"trace[101740015] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15794; }","duration":"548.017133ms","start":"2026-08-20T01:52:57.021171Z","end":"2026-08-20T01:52:57.569188Z","steps":["trace[101740015] 'agreement among raft nodes before linearized reading' (duration: 547.89452ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.569222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.02109Z","time spent":"548.126546ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-08-20T01:52:57.569198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.370151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:57.569289Z","caller":"traceutil/trace.go:171","msg":"trace[1921489451] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15794; }","duration":"546.559365ms","start":"2026-08-20T01:52:57.022705Z","end":"2026-08-20T01:52:57.569264Z","steps":["trace[1921489451] 'agreement among raft nodes before linearized reading' (duration: 546.33662ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.5693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.408932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-20T01:52:57.569351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.022542Z","time spent":"546.785541ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-08-20T01:52:57.569389Z","caller":"traceutil/trace.go:171","msg":"trace[754326979] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15794; }","duration":"546.542565ms","start":"2026-08-20T01:52:57.022825Z","end":"2026-08-20T01:52:57.569368Z","steps":["trace[754326979] 'agreement among raft nodes before linearized reading' (duration: 546.214276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.569435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.022817Z","time spent":"546.610806ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-20T01:52:57.569488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.510638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-08-20T01:52:57.569585Z","caller":"traceutil/trace.go:171","msg":"trace[19009737] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lv76h; range_end:; response_count:1; response_revision:15794; }","duration":"487.657842ms","start":"2026-08-20T01:52:57.081902Z","end":"2026-08-20T01:52:57.56956Z","steps":["trace[19009737] 'agreement among raft nodes before linearized reading' (duration: 487.314813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.569629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.806979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w765w\" ","response":"range_response_count:1 size:20660"} {"level":"info","ts":"2026-08-20T01:52:57.569686Z","caller":"traceutil/trace.go:171","msg":"trace[42968176] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-w765w; range_end:; response_count:1; response_revision:15794; }","duration":"521.861841ms","start":"2026-08-20T01:52:57.047815Z","end":"2026-08-20T01:52:57.569677Z","steps":["trace[42968176] 'agreement among raft nodes before linearized reading' (duration: 521.743248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.569681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.08188Z","time spent":"487.751314ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" "} {"level":"warn","ts":"2026-08-20T01:52:57.569711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.047759Z","time spent":"521.943642ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w765w\" "} {"level":"warn","ts":"2026-08-20T01:52:57.569612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.32249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:52:57.569761Z","caller":"traceutil/trace.go:171","msg":"trace[1819331539] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:15794; }","duration":"511.484624ms","start":"2026-08-20T01:52:57.058255Z","end":"2026-08-20T01:52:57.569739Z","steps":["trace[1819331539] 'agreement among raft nodes before linearized reading' (duration: 511.225588ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:57.569798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.058223Z","time spent":"511.565076ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:52:58.074554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689373280,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:52:58.815431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.43602ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:58.815587Z","caller":"traceutil/trace.go:171","msg":"trace[1315838796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15794; }","duration":"426.609554ms","start":"2026-08-20T01:52:58.388958Z","end":"2026-08-20T01:52:58.815567Z","steps":["trace[1315838796] 'range keys from in-memory index tree' (duration: 426.414318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:58.816659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.184973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-20T01:52:58.816846Z","caller":"traceutil/trace.go:171","msg":"trace[1763748100] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"1.243542266s","start":"2026-08-20T01:52:57.573204Z","end":"2026-08-20T01:52:58.816747Z","steps":["trace[1763748100] 'process raft request' (duration: 715.184368ms)","trace[1763748100] 'compare' (duration: 527.091216ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:52:58.816902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.573177Z","time spent":"1.24369949s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:52:59.611555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T01:52:59.611634Z","caller":"traceutil/trace.go:171","msg":"trace[95793249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617392s","start":"2026-08-20T01:52:57.610999Z","end":"2026-08-20T01:52:59.611617Z","steps":["trace[95793249] 'agreement among raft nodes before linearized reading' (duration: 2.000517549s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.611916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.610975Z","time spent":"2.000925899s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 01:52:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T01:52:59.655923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367536833s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:52:59.671273Z","caller":"traceutil/trace.go:171","msg":"trace[388512111] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"2.097060969s","start":"2026-08-20T01:52:57.574193Z","end":"2026-08-20T01:52:59.671254Z","steps":["trace[388512111] 'process raft request' (duration: 2.08190313s)","trace[388512111] 'compare' (duration: 14.071122ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:52:59.67155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.574175Z","time spent":"2.097279905s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:59.671588Z","caller":"traceutil/trace.go:171","msg":"trace[1747013789] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"2.097324476s","start":"2026-08-20T01:52:57.57423Z","end":"2026-08-20T01:52:59.671554Z","steps":["trace[1747013789] 'process raft request' (duration: 2.096987777s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:59.671622Z","caller":"traceutil/trace.go:171","msg":"trace[262265664] linearizableReadLoop","detail":"{readStateIndex:16345; appliedIndex:16339; }","duration":"2.097556673s","start":"2026-08-20T01:52:57.574037Z","end":"2026-08-20T01:52:59.671594Z","steps":["trace[262265664] 'read index received' (duration: 714.349667ms)","trace[262265664] 'applied index is now lower than readState.Index' (duration: 1.383206106s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:52:59.671777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.574213Z","time spent":"2.09746734s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:59.67182Z","caller":"traceutil/trace.go:171","msg":"trace[930713896] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"2.096374682s","start":"2026-08-20T01:52:57.575432Z","end":"2026-08-20T01:52:59.671806Z","steps":["trace[930713896] 'process raft request' (duration: 2.095977962s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.671924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.575422Z","time spent":"2.096435133s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:59.671939Z","caller":"traceutil/trace.go:171","msg":"trace[492448648] transaction","detail":"{read_only:false; response_revision:15800; number_of_response:1; }","duration":"1.646774307s","start":"2026-08-20T01:52:58.025147Z","end":"2026-08-20T01:52:59.671922Z","steps":["trace[492448648] 'process raft request' (duration: 1.646399407s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.672021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:58.025129Z","time spent":"1.646847239s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:59.672124Z","caller":"traceutil/trace.go:171","msg":"trace[1616908108] transaction","detail":"{read_only:false; response_revision:15799; number_of_response:1; }","duration":"2.0954975s","start":"2026-08-20T01:52:57.576617Z","end":"2026-08-20T01:52:59.672114Z","steps":["trace[1616908108] 'process raft request' (duration: 2.094895875s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.67218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.576608Z","time spent":"2.095542371s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:52:59.672782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098738053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737584"} {"level":"info","ts":"2026-08-20T01:52:59.672834Z","caller":"traceutil/trace.go:171","msg":"trace[758245525] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15800; }","duration":"2.098819946s","start":"2026-08-20T01:52:57.574Z","end":"2026-08-20T01:52:59.67282Z","steps":["trace[758245525] 'agreement among raft nodes before linearized reading' (duration: 2.098034875s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.673099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.573983Z","time spent":"2.098889467s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737607,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-20T01:52:59.695407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119579718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737584"} {"level":"info","ts":"2026-08-20T01:52:59.695467Z","caller":"traceutil/trace.go:171","msg":"trace[1890646436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15803; }","duration":"2.119670621s","start":"2026-08-20T01:52:57.575785Z","end":"2026-08-20T01:52:59.695455Z","steps":["trace[1890646436] 'agreement among raft nodes before linearized reading' (duration: 2.119142918s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.695492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.575777Z","time spent":"2.119709282s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737607,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-20T01:52:59.695801Z","caller":"traceutil/trace.go:171","msg":"trace[214194095] transaction","detail":"{read_only:false; response_revision:15801; number_of_response:1; }","duration":"694.20519ms","start":"2026-08-20T01:52:59.001589Z","end":"2026-08-20T01:52:59.695794Z","steps":["trace[214194095] 'process raft request' (duration: 693.175974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.695857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.00155Z","time spent":"694.270742ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:52:59.695931Z","caller":"traceutil/trace.go:171","msg":"trace[869846812] transaction","detail":"{read_only:false; response_revision:15802; number_of_response:1; }","duration":"120.949238ms","start":"2026-08-20T01:52:59.574976Z","end":"2026-08-20T01:52:59.695925Z","steps":["trace[869846812] 'process raft request' (duration: 119.901042ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:59.696005Z","caller":"traceutil/trace.go:171","msg":"trace[1813724877] transaction","detail":"{read_only:false; response_revision:15803; number_of_response:1; }","duration":"120.953168ms","start":"2026-08-20T01:52:59.575047Z","end":"2026-08-20T01:52:59.696Z","steps":["trace[1813724877] 'process raft request' (duration: 119.85243ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.055152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:59.696182Z","caller":"traceutil/trace.go:171","msg":"trace[1014825397] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"116.088573ms","start":"2026-08-20T01:52:59.580089Z","end":"2026-08-20T01:52:59.696178Z","steps":["trace[1014825397] 'agreement among raft nodes before linearized reading' (duration: 116.039161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.490074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:59.696303Z","caller":"traceutil/trace.go:171","msg":"trace[1936977636] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15803; }","duration":"116.527035ms","start":"2026-08-20T01:52:59.579772Z","end":"2026-08-20T01:52:59.696299Z","steps":["trace[1936977636] 'agreement among raft nodes before linearized reading' (duration: 116.479893ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.338216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.696406Z","caller":"traceutil/trace.go:171","msg":"trace[878450061] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"117.372816ms","start":"2026-08-20T01:52:59.579028Z","end":"2026-08-20T01:52:59.696401Z","steps":["trace[878450061] 'agreement among raft nodes before linearized reading' (duration: 117.342255ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.575748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:59.696512Z","caller":"traceutil/trace.go:171","msg":"trace[1518129515] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"118.607238ms","start":"2026-08-20T01:52:59.577901Z","end":"2026-08-20T01:52:59.696508Z","steps":["trace[1518129515] 'agreement among raft nodes before linearized reading' (duration: 118.561797ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.6966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.615264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:59.696616Z","caller":"traceutil/trace.go:171","msg":"trace[9505947] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"119.673746ms","start":"2026-08-20T01:52:59.576939Z","end":"2026-08-20T01:52:59.696612Z","steps":["trace[9505947] 'agreement among raft nodes before linearized reading' (duration: 119.631145ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062773328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:59.696718Z","caller":"traceutil/trace.go:171","msg":"trace[1179744957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"2.062812449s","start":"2026-08-20T01:52:57.633902Z","end":"2026-08-20T01:52:59.696714Z","steps":["trace[1179744957] 'agreement among raft nodes before linearized reading' (duration: 2.062769658s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.633893Z","time spent":"2.0628347s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-20T01:52:59.696805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06871321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.696867Z","caller":"traceutil/trace.go:171","msg":"trace[584430954] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"2.068796283s","start":"2026-08-20T01:52:57.628066Z","end":"2026-08-20T01:52:59.696862Z","steps":["trace[584430954] 'agreement among raft nodes before linearized reading' (duration: 2.068725021s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.696888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.628055Z","time spent":"2.068828713s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-08-20T01:52:59.696964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.689979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-08-20T01:52:59.697027Z","caller":"traceutil/trace.go:171","msg":"trace[537699829] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15803; }","duration":"992.759572ms","start":"2026-08-20T01:52:58.704251Z","end":"2026-08-20T01:52:59.69701Z","steps":["trace[537699829] 'agreement among raft nodes before linearized reading' (duration: 992.604588ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:58.704241Z","time spent":"992.824913ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-08-20T01:52:59.697118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073070903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.697154Z","caller":"traceutil/trace.go:171","msg":"trace[1856881929] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15803; }","duration":"2.073145055s","start":"2026-08-20T01:52:57.623999Z","end":"2026-08-20T01:52:59.697144Z","steps":["trace[1856881929] 'agreement among raft nodes before linearized reading' (duration: 2.073096664s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.623981Z","time spent":"2.073198706s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-08-20T01:52:59.697188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.096102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:59.697225Z","caller":"traceutil/trace.go:171","msg":"trace[2104364257] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15803; }","duration":"121.141773ms","start":"2026-08-20T01:52:59.57607Z","end":"2026-08-20T01:52:59.697212Z","steps":["trace[2104364257] 'agreement among raft nodes before linearized reading' (duration: 121.063931ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.877116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:52:59.697128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073038042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:52:59.697325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.662767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.697342Z","caller":"traceutil/trace.go:171","msg":"trace[1507695826] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15803; }","duration":"2.073275808s","start":"2026-08-20T01:52:57.624057Z","end":"2026-08-20T01:52:59.697332Z","steps":["trace[1507695826] 'agreement among raft nodes before linearized reading' (duration: 2.072998471s)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:59.69735Z","caller":"traceutil/trace.go:171","msg":"trace[2061153818] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"121.704287ms","start":"2026-08-20T01:52:59.575638Z","end":"2026-08-20T01:52:59.697342Z","steps":["trace[2061153818] 'agreement among raft nodes before linearized reading' (duration: 121.668726ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.624053Z","time spent":"2.07330844s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-08-20T01:52:59.697305Z","caller":"traceutil/trace.go:171","msg":"trace[800301348] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"122.241241ms","start":"2026-08-20T01:52:59.575051Z","end":"2026-08-20T01:52:59.697293Z","steps":["trace[800301348] 'agreement among raft nodes before linearized reading' (duration: 122.045806ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.238393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:59.697557Z","caller":"traceutil/trace.go:171","msg":"trace[372113198] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15803; }","duration":"993.324636ms","start":"2026-08-20T01:52:58.704225Z","end":"2026-08-20T01:52:59.697549Z","steps":["trace[372113198] 'agreement among raft nodes before linearized reading' (duration: 993.201462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:58.704204Z","time spent":"993.391559ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-08-20T01:52:59.697751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.624144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-20T01:52:59.697777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117758692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737584"} {"level":"info","ts":"2026-08-20T01:52:59.697816Z","caller":"traceutil/trace.go:171","msg":"trace[82742604] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15803; }","duration":"2.117810743s","start":"2026-08-20T01:52:57.579997Z","end":"2026-08-20T01:52:59.697808Z","steps":["trace[82742604] 'agreement among raft nodes before linearized reading' (duration: 2.11732561s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.579991Z","time spent":"2.117844264s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737607,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-20T01:52:59.697826Z","caller":"traceutil/trace.go:171","msg":"trace[1151905771] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"993.706627ms","start":"2026-08-20T01:52:58.704091Z","end":"2026-08-20T01:52:59.697798Z","steps":["trace[1151905771] 'agreement among raft nodes before linearized reading' (duration: 993.639395ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.6979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11923465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737584"} {"level":"info","ts":"2026-08-20T01:52:59.69793Z","caller":"traceutil/trace.go:171","msg":"trace[1040513248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15803; }","duration":"2.119268721s","start":"2026-08-20T01:52:57.578655Z","end":"2026-08-20T01:52:59.697924Z","steps":["trace[1040513248] 'agreement among raft nodes before linearized reading' (duration: 2.118832629s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.578627Z","time spent":"2.119320362s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737607,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-20T01:52:59.697949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.216757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-20T01:52:59.697988Z","caller":"traceutil/trace.go:171","msg":"trace[340493022] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15803; }","duration":"553.290979ms","start":"2026-08-20T01:52:59.144685Z","end":"2026-08-20T01:52:59.697976Z","steps":["trace[340493022] 'agreement among raft nodes before linearized reading' (duration: 553.227038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.144667Z","time spent":"553.35412ms","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:52:59.696785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925029028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.698068Z","caller":"traceutil/trace.go:171","msg":"trace[1159815088] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"1.926376053s","start":"2026-08-20T01:52:57.771683Z","end":"2026-08-20T01:52:59.698059Z","steps":["trace[1159815088] 'agreement among raft nodes before linearized reading' (duration: 1.924983837s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88107399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:59.698125Z","caller":"traceutil/trace.go:171","msg":"trace[436838152] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15803; }","duration":"1.881109701s","start":"2026-08-20T01:52:57.817009Z","end":"2026-08-20T01:52:59.698119Z","steps":["trace[436838152] 'agreement among raft nodes before linearized reading' (duration: 1.881037189s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.816987Z","time spent":"1.881156251s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-08-20T01:52:59.697912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:58.70407Z","time spent":"993.834959ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-08-20T01:52:59.698086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72776298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b8r8k\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-08-20T01:52:59.698212Z","caller":"traceutil/trace.go:171","msg":"trace[1890488899] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b8r8k; range_end:; response_count:1; response_revision:15803; }","duration":"1.727931454s","start":"2026-08-20T01:52:57.970273Z","end":"2026-08-20T01:52:59.698205Z","steps":["trace[1890488899] 'agreement among raft nodes before linearized reading' (duration: 1.727712428s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.970254Z","time spent":"1.727997365s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b8r8k\" "} {"level":"warn","ts":"2026-08-20T01:52:59.698284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925601404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:59.698311Z","caller":"traceutil/trace.go:171","msg":"trace[858486781] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"1.925643796s","start":"2026-08-20T01:52:57.772661Z","end":"2026-08-20T01:52:59.698305Z","steps":["trace[858486781] 'agreement among raft nodes before linearized reading' (duration: 1.925575604s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.119195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-20T01:52:59.698333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.772652Z","time spent":"1.925676476s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-20T01:52:59.698335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926543158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.698346Z","caller":"traceutil/trace.go:171","msg":"trace[476027459] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"704.176226ms","start":"2026-08-20T01:52:58.994164Z","end":"2026-08-20T01:52:59.698341Z","steps":["trace[476027459] 'agreement among raft nodes before linearized reading' (duration: 704.117245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:58.994147Z","time spent":"704.221077ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-20T01:52:59.6981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.77166Z","time spent":"1.926433695s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-08-20T01:52:59.698407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92584768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.698434Z","caller":"traceutil/trace.go:171","msg":"trace[305782810] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15803; }","duration":"1.925890452s","start":"2026-08-20T01:52:57.772537Z","end":"2026-08-20T01:52:59.698428Z","steps":["trace[305782810] 'agreement among raft nodes before linearized reading' (duration: 1.925853771s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.772529Z","time spent":"1.925930142s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-08-20T01:52:59.698475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.445763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-20T01:52:59.698536Z","caller":"traceutil/trace.go:171","msg":"trace[1870311344] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15803; }","duration":"123.541594ms","start":"2026-08-20T01:52:59.574988Z","end":"2026-08-20T01:52:59.69853Z","steps":["trace[1870311344] 'agreement among raft nodes before linearized reading' (duration: 123.444482ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.697064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.891102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-20T01:52:59.698605Z","caller":"traceutil/trace.go:171","msg":"trace[1649813952] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15803; }","duration":"123.504024ms","start":"2026-08-20T01:52:59.575095Z","end":"2026-08-20T01:52:59.698599Z","steps":["trace[1649813952] 'agreement among raft nodes before linearized reading' (duration: 121.858961ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:52:59.698373Z","caller":"traceutil/trace.go:171","msg":"trace[983482100] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15803; }","duration":"1.92663724s","start":"2026-08-20T01:52:57.771728Z","end":"2026-08-20T01:52:59.698365Z","steps":["trace[983482100] 'agreement among raft nodes before linearized reading' (duration: 1.926583689s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.698653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:57.771701Z","time spent":"1.926945078s","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-08-20T01:52:59.697935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.170814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-08-20T01:52:59.699466Z","caller":"traceutil/trace.go:171","msg":"trace[823393947] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:15803; }","duration":"446.124583ms","start":"2026-08-20T01:52:59.253324Z","end":"2026-08-20T01:52:59.699449Z","steps":["trace[823393947] 'agreement among raft nodes before linearized reading' (duration: 443.922577ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.699604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.253304Z","time spent":"446.289068ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T01:52:59.705333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001014403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:52:59.705393Z","caller":"traceutil/trace.go:171","msg":"trace[1050022928] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15803; }","duration":"1.001111996s","start":"2026-08-20T01:52:58.704265Z","end":"2026-08-20T01:52:59.705377Z","steps":["trace[1050022928] 'agreement among raft nodes before linearized reading' (duration: 1.000988943s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:52:59.705422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:58.704249Z","time spent":"1.001168438s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-08-20T01:53:00.04539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.065525ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-08-20T01:53:00.045487Z","caller":"traceutil/trace.go:171","msg":"trace[149285264] linearizableReadLoop","detail":"{readStateIndex:16349; appliedIndex:16348; }","duration":"338.318284ms","start":"2026-08-20T01:52:59.707151Z","end":"2026-08-20T01:53:00.045469Z","steps":["trace[149285264] 'read index received' (duration: 103.993362ms)","trace[149285264] 'applied index is now lower than readState.Index' (duration: 234.323052ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:53:00.04562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.705117Z","time spent":"340.49379ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-20T01:53:00.045852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.688833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-20T01:53:00.045895Z","caller":"traceutil/trace.go:171","msg":"trace[1436270556] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c; range_end:; response_count:1; response_revision:15803; }","duration":"338.760115ms","start":"2026-08-20T01:52:59.707121Z","end":"2026-08-20T01:53:00.045881Z","steps":["trace[1436270556] 'agreement among raft nodes before linearized reading' (duration: 338.593771ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:53:00.045928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.707109Z","time spent":"338.811256ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" "} {"level":"warn","ts":"2026-08-20T01:53:00.046166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.890667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-20T01:53:00.046265Z","caller":"traceutil/trace.go:171","msg":"trace[1941622855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15803; }","duration":"335.012249ms","start":"2026-08-20T01:52:59.71123Z","end":"2026-08-20T01:53:00.046242Z","steps":["trace[1941622855] 'agreement among raft nodes before linearized reading' (duration: 334.839985ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:53:00.046336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.711223Z","time spent":"335.096511ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T01:53:00.046801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.986111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737584"} {"level":"info","ts":"2026-08-20T01:53:00.04687Z","caller":"traceutil/trace.go:171","msg":"trace[607326775] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15803; }","duration":"339.096344ms","start":"2026-08-20T01:52:59.707755Z","end":"2026-08-20T01:53:00.046851Z","steps":["trace[607326775] 'agreement among raft nodes before linearized reading' (duration: 338.240272ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:53:00.046919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:52:59.707736Z","time spent":"339.171095ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737607,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-08-20T01:53:01.006247Z","caller":"traceutil/trace.go:171","msg":"trace[892228341] transaction","detail":"{read_only:false; response_revision:15807; number_of_response:1; }","duration":"176.431764ms","start":"2026-08-20T01:53:00.829786Z","end":"2026-08-20T01:53:01.006217Z","steps":["trace[892228341] 'process raft request' (duration: 176.257729ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:55:56.192233Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14597} {"level":"info","ts":"2026-08-20T01:55:56.272462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14597,"took":"77.84306ms","hash":3544775247,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":32022528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-20T01:55:56.272521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3544775247,"revision":14597,"compact-revision":12586} {"level":"info","ts":"2026-08-20T01:56:12.079985Z","caller":"traceutil/trace.go:171","msg":"trace[1358876615] linearizableReadLoop","detail":"{readStateIndex:17912; appliedIndex:17911; }","duration":"106.578458ms","start":"2026-08-20T01:56:11.973381Z","end":"2026-08-20T01:56:12.07996Z","steps":["trace[1358876615] 'read index received' (duration: 106.429244ms)","trace[1358876615] 'applied index is now lower than readState.Index' (duration: 148.204µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:56:12.080139Z","caller":"traceutil/trace.go:171","msg":"trace[89698650] transaction","detail":"{read_only:false; response_revision:17318; number_of_response:1; }","duration":"121.832501ms","start":"2026-08-20T01:56:11.958279Z","end":"2026-08-20T01:56:12.080112Z","steps":["trace[89698650] 'process raft request' (duration: 121.526313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:56:12.080233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.837494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-08-20T01:56:12.080284Z","caller":"traceutil/trace.go:171","msg":"trace[1904671638] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lv76h; range_end:; response_count:1; response_revision:17318; }","duration":"106.928876ms","start":"2026-08-20T01:56:11.973339Z","end":"2026-08-20T01:56:12.080268Z","steps":["trace[1904671638] 'agreement among raft nodes before linearized reading' (duration: 106.725171ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.865394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0933041s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-08-20T01:59:14.865554Z","caller":"traceutil/trace.go:171","msg":"trace[140484908] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"1.163301668s","start":"2026-08-20T01:59:13.702223Z","end":"2026-08-20T01:59:14.865524Z","steps":["trace[140484908] 'process raft request' (duration: 69.763822ms)","trace[140484908] 'compare' (duration: 1.092805628s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:59:14.865674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:13.702201Z","time spent":"1.163409211s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T01:59:14.865653Z","caller":"traceutil/trace.go:171","msg":"trace[1146150804] linearizableReadLoop","detail":"{readStateIndex:19144; appliedIndex:19143; }","duration":"1.064841339s","start":"2026-08-20T01:59:13.800723Z","end":"2026-08-20T01:59:14.865565Z","steps":["trace[1146150804] 'read index received' (duration: 26.391µs)","trace[1146150804] 'applied index is now lower than readState.Index' (duration: 1.064806228s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:59:14.869426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027613753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:14.869496Z","caller":"traceutil/trace.go:171","msg":"trace[1085236749] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:18508; }","duration":"1.027716085s","start":"2026-08-20T01:59:13.841751Z","end":"2026-08-20T01:59:14.869467Z","steps":["trace[1085236749] 'agreement among raft nodes before linearized reading' (duration: 1.027623233s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.869559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:13.841725Z","time spent":"1.027823797s","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:59:14.869677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.791969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pgqpm\" ","response":"range_response_count:1 size:18756"} {"level":"info","ts":"2026-08-20T01:59:14.869781Z","caller":"traceutil/trace.go:171","msg":"trace[159913822] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pgqpm; range_end:; response_count:1; response_revision:18508; }","duration":"498.091797ms","start":"2026-08-20T01:59:14.371662Z","end":"2026-08-20T01:59:14.869754Z","steps":["trace[159913822] 'agreement among raft nodes before linearized reading' (duration: 497.776808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.869876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:14.371632Z","time spent":"498.231581ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18779,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pgqpm\" "} {"level":"warn","ts":"2026-08-20T01:59:14.869968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.840895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-08-20T01:59:14.870014Z","caller":"traceutil/trace.go:171","msg":"trace[1691474392] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lv76h; range_end:; response_count:1; response_revision:18508; }","duration":"531.921427ms","start":"2026-08-20T01:59:14.338082Z","end":"2026-08-20T01:59:14.870004Z","steps":["trace[1691474392] 'agreement among raft nodes before linearized reading' (duration: 531.688521ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.870049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:14.338063Z","time spent":"531.979168ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lv76h\" "} {"level":"warn","ts":"2026-08-20T01:59:14.870156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069044148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T01:59:14.870217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.652283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:14.870273Z","caller":"traceutil/trace.go:171","msg":"trace[764279664] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:18508; }","duration":"779.730635ms","start":"2026-08-20T01:59:14.090515Z","end":"2026-08-20T01:59:14.870246Z","steps":["trace[764279664] 'agreement among raft nodes before linearized reading' (duration: 779.621612ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.870309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:14.090499Z","time spent":"779.800966ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:59:14.870262Z","caller":"traceutil/trace.go:171","msg":"trace[1858371724] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18508; }","duration":"1.069542211s","start":"2026-08-20T01:59:13.800694Z","end":"2026-08-20T01:59:14.870236Z","steps":["trace[1858371724] 'agreement among raft nodes before linearized reading' (duration: 1.065069265s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.879479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:13.800681Z","time spent":"1.078758427s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-20T01:59:14.870455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.738651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b8r8k\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-08-20T01:59:14.879771Z","caller":"traceutil/trace.go:171","msg":"trace[973236322] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b8r8k; range_end:; response_count:1; response_revision:18508; }","duration":"446.075381ms","start":"2026-08-20T01:59:14.433675Z","end":"2026-08-20T01:59:14.879751Z","steps":["trace[973236322] 'agreement among raft nodes before linearized reading' (duration: 436.68122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.879803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:14.433635Z","time spent":"446.153623ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b8r8k\" "} {"level":"warn","ts":"2026-08-20T01:59:14.870493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.037606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T01:59:14.879922Z","caller":"traceutil/trace.go:171","msg":"trace[166847053] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18508; }","duration":"809.498779ms","start":"2026-08-20T01:59:14.070413Z","end":"2026-08-20T01:59:14.879912Z","steps":["trace[166847053] 'agreement among raft nodes before linearized reading' (duration: 800.045376ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.879948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:14.070396Z","time spent":"809.5422ms","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:59:14.870563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.840051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T01:59:14.880078Z","caller":"traceutil/trace.go:171","msg":"trace[1482175214] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:18508; }","duration":"853.396196ms","start":"2026-08-20T01:59:14.026673Z","end":"2026-08-20T01:59:14.88007Z","steps":["trace[1482175214] 'agreement among raft nodes before linearized reading' (duration: 843.854071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:14.880102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:14.026654Z","time spent":"853.439477ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:59:23.551788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689384143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T01:59:23.702214Z","caller":"traceutil/trace.go:171","msg":"trace[326836887] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"664.483072ms","start":"2026-08-20T01:59:23.037704Z","end":"2026-08-20T01:59:23.702187Z","steps":["trace[326836887] 'process raft request' (duration: 664.284357ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:23.702354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.037623Z","time spent":"664.662367ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:59:23.815744Z","caller":"traceutil/trace.go:171","msg":"trace[1431704877] transaction","detail":"{read_only:false; response_revision:18566; number_of_response:1; }","duration":"639.042699ms","start":"2026-08-20T01:59:23.176668Z","end":"2026-08-20T01:59:23.815711Z","steps":["trace[1431704877] 'process raft request' (duration: 602.276254ms)","trace[1431704877] 'compare' (duration: 36.408795ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:59:23.815783Z","caller":"traceutil/trace.go:171","msg":"trace[1303580831] linearizableReadLoop","detail":"{readStateIndex:19206; appliedIndex:19202; }","duration":"764.296428ms","start":"2026-08-20T01:59:23.051456Z","end":"2026-08-20T01:59:23.815752Z","steps":["trace[1303580831] 'read index received' (duration: 650.572235ms)","trace[1303580831] 'applied index is now lower than readState.Index' (duration: 113.722863ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:59:23.815878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.176639Z","time spent":"639.172512ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:59:23.815958Z","caller":"traceutil/trace.go:171","msg":"trace[350349091] transaction","detail":"{read_only:false; response_revision:18567; number_of_response:1; }","duration":"636.7805ms","start":"2026-08-20T01:59:23.17916Z","end":"2026-08-20T01:59:23.81594Z","steps":["trace[350349091] 'process raft request' (duration: 636.36722ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:23.816016Z","caller":"traceutil/trace.go:171","msg":"trace[808220290] transaction","detail":"{read_only:false; response_revision:18568; number_of_response:1; }","duration":"632.709117ms","start":"2026-08-20T01:59:23.183289Z","end":"2026-08-20T01:59:23.815998Z","steps":["trace[808220290] 'process raft request' (duration: 632.388119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:23.816115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.183263Z","time spent":"632.803708ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:23.816125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.179147Z","time spent":"636.869273ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:23.816291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.496162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w765w\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-08-20T01:59:23.81626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.774699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-20T01:59:23.816333Z","caller":"traceutil/trace.go:171","msg":"trace[432874429] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-w765w; range_end:; response_count:1; response_revision:18568; }","duration":"244.567753ms","start":"2026-08-20T01:59:23.571755Z","end":"2026-08-20T01:59:23.816323Z","steps":["trace[432874429] 'agreement among raft nodes before linearized reading' (duration: 244.429489ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:23.816371Z","caller":"traceutil/trace.go:171","msg":"trace[1624836861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18568; }","duration":"764.942213ms","start":"2026-08-20T01:59:23.051396Z","end":"2026-08-20T01:59:23.816338Z","steps":["trace[1624836861] 'agreement among raft nodes before linearized reading' (duration: 764.587524ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:23.816439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.281768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-20T01:59:23.816453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.051371Z","time spent":"765.071767ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:59:23.816509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.283991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T01:59:23.816538Z","caller":"traceutil/trace.go:171","msg":"trace[2013869834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18568; }","duration":"180.353993ms","start":"2026-08-20T01:59:23.636179Z","end":"2026-08-20T01:59:23.816533Z","steps":["trace[2013869834] 'agreement among raft nodes before linearized reading' (duration: 180.265491ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:23.816561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.093708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T01:59:23.816627Z","caller":"traceutil/trace.go:171","msg":"trace[2039279497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18568; }","duration":"101.178949ms","start":"2026-08-20T01:59:23.715435Z","end":"2026-08-20T01:59:23.816614Z","steps":["trace[2039279497] 'agreement among raft nodes before linearized reading' (duration: 101.044846ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:23.816502Z","caller":"traceutil/trace.go:171","msg":"trace[367670383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18568; }","duration":"102.40076ms","start":"2026-08-20T01:59:23.714086Z","end":"2026-08-20T01:59:23.816487Z","steps":["trace[367670383] 'agreement among raft nodes before linearized reading' (duration: 102.223176ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:23.816638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.634401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T01:59:23.816681Z","caller":"traceutil/trace.go:171","msg":"trace[1481497731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18568; }","duration":"101.707053ms","start":"2026-08-20T01:59:23.714962Z","end":"2026-08-20T01:59:23.816669Z","steps":["trace[1481497731] 'agreement among raft nodes before linearized reading' (duration: 101.565879ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:23.816737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.207439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:23.816774Z","caller":"traceutil/trace.go:171","msg":"trace[1647613794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18568; }","duration":"208.278491ms","start":"2026-08-20T01:59:23.608484Z","end":"2026-08-20T01:59:23.816762Z","steps":["trace[1647613794] 'agreement among raft nodes before linearized reading' (duration: 208.22645ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:24.249822Z","caller":"traceutil/trace.go:171","msg":"trace[1387395806] transaction","detail":"{read_only:false; response_revision:18570; number_of_response:1; }","duration":"428.173971ms","start":"2026-08-20T01:59:23.821612Z","end":"2026-08-20T01:59:24.249786Z","steps":["trace[1387395806] 'process raft request' (duration: 405.510319ms)","trace[1387395806] 'compare' (duration: 21.749209ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:59:24.250027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.821582Z","time spent":"428.307785ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:59:24.250046Z","caller":"traceutil/trace.go:171","msg":"trace[839929841] linearizableReadLoop","detail":"{readStateIndex:19212; appliedIndex:19207; }","duration":"399.054432ms","start":"2026-08-20T01:59:23.850958Z","end":"2026-08-20T01:59:24.250013Z","steps":["trace[839929841] 'read index received' (duration: 376.124383ms)","trace[839929841] 'applied index is now lower than readState.Index' (duration: 22.928709ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:59:24.250307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.299119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:24.250391Z","caller":"traceutil/trace.go:171","msg":"trace[1165430251] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18574; }","duration":"399.453032ms","start":"2026-08-20T01:59:23.850923Z","end":"2026-08-20T01:59:24.250376Z","steps":["trace[1165430251] 'agreement among raft nodes before linearized reading' (duration: 399.243767ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:24.250444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.85091Z","time spent":"399.522246ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-08-20T01:59:24.250649Z","caller":"traceutil/trace.go:171","msg":"trace[1800320031] transaction","detail":"{read_only:false; response_revision:18573; number_of_response:1; }","duration":"426.302553ms","start":"2026-08-20T01:59:23.824322Z","end":"2026-08-20T01:59:24.250625Z","steps":["trace[1800320031] 'process raft request' (duration: 425.511972ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:24.250625Z","caller":"traceutil/trace.go:171","msg":"trace[1358604426] transaction","detail":"{read_only:false; response_revision:18572; number_of_response:1; }","duration":"428.596442ms","start":"2026-08-20T01:59:23.821974Z","end":"2026-08-20T01:59:24.25057Z","steps":["trace[1358604426] 'process raft request' (duration: 427.813422ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:24.250751Z","caller":"traceutil/trace.go:171","msg":"trace[1512243900] transaction","detail":"{read_only:false; response_revision:18574; number_of_response:1; }","duration":"417.371754ms","start":"2026-08-20T01:59:23.833333Z","end":"2026-08-20T01:59:24.250705Z","steps":["trace[1512243900] 'process raft request' (duration: 416.571223ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:24.250773Z","caller":"traceutil/trace.go:171","msg":"trace[1517220798] transaction","detail":"{read_only:false; response_revision:18571; number_of_response:1; }","duration":"429.015023ms","start":"2026-08-20T01:59:23.821699Z","end":"2026-08-20T01:59:24.250714Z","steps":["trace[1517220798] 'process raft request' (duration: 427.880304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:24.250898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.82196Z","time spent":"428.806017ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:24.250936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.833313Z","time spent":"417.533087ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20878,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:24.250832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.824295Z","time spent":"426.396735ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:24.251002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:23.821687Z","time spent":"429.249738ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:24.696485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.378252ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-20T01:59:25.191494Z","caller":"traceutil/trace.go:171","msg":"trace[1566070009] linearizableReadLoop","detail":"{readStateIndex:19215; appliedIndex:19214; }","duration":"113.61845ms","start":"2026-08-20T01:59:25.077846Z","end":"2026-08-20T01:59:25.191464Z","steps":["trace[1566070009] 'read index received' (duration: 113.358243ms)","trace[1566070009] 'applied index is now lower than readState.Index' (duration: 258.627µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:59:25.191665Z","caller":"traceutil/trace.go:171","msg":"trace[948580565] transaction","detail":"{read_only:false; response_revision:18576; number_of_response:1; }","duration":"155.134806ms","start":"2026-08-20T01:59:25.036513Z","end":"2026-08-20T01:59:25.191648Z","steps":["trace[948580565] 'process raft request' (duration: 154.772066ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:25.191879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.925127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T01:59:25.192017Z","caller":"traceutil/trace.go:171","msg":"trace[1610762069] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:18576; }","duration":"107.112992ms","start":"2026-08-20T01:59:25.084883Z","end":"2026-08-20T01:59:25.191996Z","steps":["trace[1610762069] 'agreement among raft nodes before linearized reading' (duration: 106.888837ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:25.192074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.207045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T01:59:25.192239Z","caller":"traceutil/trace.go:171","msg":"trace[549117154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18576; }","duration":"114.441591ms","start":"2026-08-20T01:59:25.077778Z","end":"2026-08-20T01:59:25.19222Z","steps":["trace[549117154] 'agreement among raft nodes before linearized reading' (duration: 114.113133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:25.76284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689384172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:59:26.263146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689384172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T01:59:26.427483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205921174s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T01:59:26.488757Z","caller":"traceutil/trace.go:171","msg":"trace[1887402963] transaction","detail":"{read_only:false; response_revision:18577; number_of_response:1; }","duration":"1.2672735s","start":"2026-08-20T01:59:25.221455Z","end":"2026-08-20T01:59:26.488728Z","steps":["trace[1887402963] 'process raft request' (duration: 1.206203281s)","trace[1887402963] 'compare' (duration: 60.915935ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T01:59:26.488931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.221434Z","time spent":"1.267396173s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:59:27.075568Z","caller":"traceutil/trace.go:171","msg":"trace[1625358294] transaction","detail":"{read_only:false; response_revision:18578; number_of_response:1; }","duration":"1.368017159s","start":"2026-08-20T01:59:25.707528Z","end":"2026-08-20T01:59:27.075545Z","steps":["trace[1625358294] 'process raft request' (duration: 1.367806874s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.075707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.7075Z","time spent":"1.368135763s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:59:27.075918Z","caller":"traceutil/trace.go:171","msg":"trace[1240416617] linearizableReadLoop","detail":"{readStateIndex:19220; appliedIndex:19215; }","duration":"1.813364302s","start":"2026-08-20T01:59:25.262525Z","end":"2026-08-20T01:59:27.075889Z","steps":["trace[1240416617] 'read index received' (duration: 1.165143677s)","trace[1240416617] 'applied index is now lower than readState.Index' (duration: 648.219375ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:59:27.076101Z","caller":"traceutil/trace.go:171","msg":"trace[1697596631] transaction","detail":"{read_only:false; response_revision:18580; number_of_response:1; }","duration":"1.254044091s","start":"2026-08-20T01:59:25.822027Z","end":"2026-08-20T01:59:27.076071Z","steps":["trace[1697596631] 'process raft request' (duration: 1.253735133s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609574106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:27.076211Z","caller":"traceutil/trace.go:171","msg":"trace[197791538] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:18581; }","duration":"1.609657838s","start":"2026-08-20T01:59:25.466542Z","end":"2026-08-20T01:59:27.076199Z","steps":["trace[197791538] 'agreement among raft nodes before linearized reading' (duration: 1.609583836s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.466519Z","time spent":"1.609727799s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:59:27.076263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.822016Z","time spent":"1.254165274s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:27.076326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813800083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:27.076375Z","caller":"traceutil/trace.go:171","msg":"trace[1199934636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18581; }","duration":"1.813881365s","start":"2026-08-20T01:59:25.262482Z","end":"2026-08-20T01:59:27.076363Z","steps":["trace[1199934636] 'agreement among raft nodes before linearized reading' (duration: 1.813813743s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.262462Z","time spent":"1.813938076s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-20T01:59:27.076478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.688001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T01:59:27.076515Z","caller":"traceutil/trace.go:171","msg":"trace[1158778700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18581; }","duration":"819.741012ms","start":"2026-08-20T01:59:26.256766Z","end":"2026-08-20T01:59:27.076507Z","steps":["trace[1158778700] 'agreement among raft nodes before linearized reading' (duration: 819.629989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:26.256757Z","time spent":"819.778763ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T01:59:27.07627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.985843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T01:59:27.076638Z","caller":"traceutil/trace.go:171","msg":"trace[909540841] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18581; }","duration":"805.370243ms","start":"2026-08-20T01:59:26.271243Z","end":"2026-08-20T01:59:27.076613Z","steps":["trace[909540841] 'agreement among raft nodes before linearized reading' (duration: 804.925851ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.557405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-20T01:59:27.076661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46886798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:27.076668Z","caller":"traceutil/trace.go:171","msg":"trace[249861382] transaction","detail":"{read_only:false; response_revision:18579; number_of_response:1; }","duration":"1.25480823s","start":"2026-08-20T01:59:25.821774Z","end":"2026-08-20T01:59:27.076582Z","steps":["trace[249861382] 'process raft request' (duration: 1.253731482s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.729502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:27.076775Z","caller":"traceutil/trace.go:171","msg":"trace[1033475773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18581; }","duration":"822.704778ms","start":"2026-08-20T01:59:26.254051Z","end":"2026-08-20T01:59:27.076756Z","steps":["trace[1033475773] 'agreement among raft nodes before linearized reading' (duration: 822.478592ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:27.076808Z","caller":"traceutil/trace.go:171","msg":"trace[1973343131] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:18581; }","duration":"466.827164ms","start":"2026-08-20T01:59:26.609968Z","end":"2026-08-20T01:59:27.076796Z","steps":["trace[1973343131] 'agreement among raft nodes before linearized reading' (duration: 466.772253ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:26.271233Z","time spent":"805.451025ms","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":74,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:59:27.076818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:26.254026Z","time spent":"822.783411ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T01:59:27.07685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:26.609943Z","time spent":"466.898306ms","remote":"127.0.0.1:39502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-08-20T01:59:27.076872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.84293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T01:59:27.076951Z","caller":"traceutil/trace.go:171","msg":"trace[713473395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18581; }","duration":"820.938573ms","start":"2026-08-20T01:59:26.255989Z","end":"2026-08-20T01:59:27.076928Z","steps":["trace[713473395] 'agreement among raft nodes before linearized reading' (duration: 820.692026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.076967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.611089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T01:59:27.076996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:26.25598Z","time spent":"821.005654ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T01:59:27.076976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.821748Z","time spent":"1.255047046s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T01:59:27.077038Z","caller":"traceutil/trace.go:171","msg":"trace[817842955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18581; }","duration":"821.691732ms","start":"2026-08-20T01:59:26.255322Z","end":"2026-08-20T01:59:27.077014Z","steps":["trace[817842955] 'agreement among raft nodes before linearized reading' (duration: 821.558728ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.077187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:26.255313Z","time spent":"821.865386ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T01:59:27.076803Z","caller":"traceutil/trace.go:171","msg":"trace[812740023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18581; }","duration":"1.469044684s","start":"2026-08-20T01:59:25.607731Z","end":"2026-08-20T01:59:27.076775Z","steps":["trace[812740023] 'agreement among raft nodes before linearized reading' (duration: 1.468816638s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.077444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.607718Z","time spent":"1.469719771s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T01:59:27.07613Z","caller":"traceutil/trace.go:171","msg":"trace[868345137] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"1.253132098s","start":"2026-08-20T01:59:25.822985Z","end":"2026-08-20T01:59:27.076117Z","steps":["trace[868345137] 'process raft request' (duration: 1.252851611s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.077557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.822971Z","time spent":"1.254541643s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T01:59:27.077781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226299627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T01:59:27.077818Z","caller":"traceutil/trace.go:171","msg":"trace[801619881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18581; }","duration":"1.226377739s","start":"2026-08-20T01:59:25.851432Z","end":"2026-08-20T01:59:27.077809Z","steps":["trace[801619881] 'agreement among raft nodes before linearized reading' (duration: 1.226270806s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.077842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T01:59:25.851421Z","time spent":"1.22641718s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T01:59:27.240801Z","caller":"traceutil/trace.go:171","msg":"trace[2133311121] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"157.905378ms","start":"2026-08-20T01:59:27.082868Z","end":"2026-08-20T01:59:27.240773Z","steps":["trace[2133311121] 'process raft request' (duration: 156.45087ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:27.240955Z","caller":"traceutil/trace.go:171","msg":"trace[1877885185] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"156.023359ms","start":"2026-08-20T01:59:27.084907Z","end":"2026-08-20T01:59:27.24093Z","steps":["trace[1877885185] 'process raft request' (duration: 155.948327ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:27.241082Z","caller":"traceutil/trace.go:171","msg":"trace[443196317] linearizableReadLoop","detail":"{readStateIndex:19225; appliedIndex:19220; }","duration":"155.506786ms","start":"2026-08-20T01:59:27.085542Z","end":"2026-08-20T01:59:27.241049Z","steps":["trace[443196317] 'read index received' (duration: 44.030211ms)","trace[443196317] 'applied index is now lower than readState.Index' (duration: 111.475305ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:59:27.241146Z","caller":"traceutil/trace.go:171","msg":"trace[1306128840] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"158.268197ms","start":"2026-08-20T01:59:27.082864Z","end":"2026-08-20T01:59:27.241133Z","steps":["trace[1306128840] 'process raft request' (duration: 157.803645ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:27.241217Z","caller":"traceutil/trace.go:171","msg":"trace[1840448061] transaction","detail":"{read_only:false; response_revision:18587; number_of_response:1; }","duration":"153.546465ms","start":"2026-08-20T01:59:27.087661Z","end":"2026-08-20T01:59:27.241207Z","steps":["trace[1840448061] 'process raft request' (duration: 153.232397ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:27.241276Z","caller":"traceutil/trace.go:171","msg":"trace[1996016145] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"158.286937ms","start":"2026-08-20T01:59:27.082976Z","end":"2026-08-20T01:59:27.241263Z","steps":["trace[1996016145] 'process raft request' (duration: 157.822225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.241397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.840164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T01:59:27.241425Z","caller":"traceutil/trace.go:171","msg":"trace[156669426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18587; }","duration":"155.890596ms","start":"2026-08-20T01:59:27.085527Z","end":"2026-08-20T01:59:27.241418Z","steps":["trace[156669426] 'agreement among raft nodes before linearized reading' (duration: 155.802954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.241897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.384057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T01:59:27.241952Z","caller":"traceutil/trace.go:171","msg":"trace[966904069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18587; }","duration":"154.466028ms","start":"2026-08-20T01:59:27.087474Z","end":"2026-08-20T01:59:27.24194Z","steps":["trace[966904069] 'agreement among raft nodes before linearized reading' (duration: 154.289304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.241956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.593634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-20T01:59:27.241991Z","caller":"traceutil/trace.go:171","msg":"trace[1608763247] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18587; }","duration":"128.635625ms","start":"2026-08-20T01:59:27.113346Z","end":"2026-08-20T01:59:27.241982Z","steps":["trace[1608763247] 'agreement among raft nodes before linearized reading' (duration: 128.474251ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.242623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.751127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946936"} {"level":"info","ts":"2026-08-20T01:59:27.242665Z","caller":"traceutil/trace.go:171","msg":"trace[1079290038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18587; }","duration":"156.821919ms","start":"2026-08-20T01:59:27.085834Z","end":"2026-08-20T01:59:27.242656Z","steps":["trace[1079290038] 'agreement among raft nodes before linearized reading' (duration: 155.756232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:27.242713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.201657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946936"} {"level":"info","ts":"2026-08-20T01:59:27.242777Z","caller":"traceutil/trace.go:171","msg":"trace[1600612412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18587; }","duration":"155.285739ms","start":"2026-08-20T01:59:27.087478Z","end":"2026-08-20T01:59:27.242764Z","steps":["trace[1600612412] 'agreement among raft nodes before linearized reading' (duration: 154.222422ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T01:59:32.017037Z","caller":"traceutil/trace.go:171","msg":"trace[583879482] linearizableReadLoop","detail":"{readStateIndex:19320; appliedIndex:19319; }","duration":"206.720002ms","start":"2026-08-20T01:59:31.810293Z","end":"2026-08-20T01:59:32.017013Z","steps":["trace[583879482] 'read index received' (duration: 205.484579ms)","trace[583879482] 'applied index is now lower than readState.Index' (duration: 1.233522ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T01:59:32.017091Z","caller":"traceutil/trace.go:171","msg":"trace[901687906] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"247.50411ms","start":"2026-08-20T01:59:31.769543Z","end":"2026-08-20T01:59:32.017047Z","steps":["trace[901687906] 'process raft request' (duration: 246.896774ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T01:59:32.017364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.963737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c4c4da43-d07f-4c4c-b9be-d7b350451686\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-08-20T01:59:32.017719Z","caller":"traceutil/trace.go:171","msg":"trace[2006130862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c4c4da43-d07f-4c4c-b9be-d7b350451686; range_end:; response_count:1; response_revision:18680; }","duration":"207.199523ms","start":"2026-08-20T01:59:31.810242Z","end":"2026-08-20T01:59:32.017441Z","steps":["trace[2006130862] 'agreement among raft nodes before linearized reading' (duration: 206.906546ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:00:03.407166Z","caller":"traceutil/trace.go:171","msg":"trace[1313411084] transaction","detail":"{read_only:false; response_revision:18971; number_of_response:1; }","duration":"107.111481ms","start":"2026-08-20T02:00:03.300022Z","end":"2026-08-20T02:00:03.407133Z","steps":["trace[1313411084] 'process raft request' (duration: 104.908455ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:00:28.920873Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"98aaa0557ab926b1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-20T02:00:28.926593Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-20T02:00:28.926676Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-20T02:00:35.701333Z","caller":"traceutil/trace.go:171","msg":"trace[60888147] transaction","detail":"{read_only:false; response_revision:19416; number_of_response:1; }","duration":"100.640856ms","start":"2026-08-20T02:00:35.600662Z","end":"2026-08-20T02:00:35.701302Z","steps":["trace[60888147] 'process raft request' (duration: 100.295457ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:00:56.214498Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17039} {"level":"info","ts":"2026-08-20T02:00:56.321066Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17039,"took":"102.836552ms","hash":651035927,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":32964608,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-20T02:00:56.321152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":651035927,"revision":17039,"compact-revision":14597} {"level":"info","ts":"2026-08-20T02:05:36.967219Z","caller":"traceutil/trace.go:171","msg":"trace[86546110] transaction","detail":"{read_only:false; response_revision:21480; number_of_response:1; }","duration":"259.399025ms","start":"2026-08-20T02:05:36.70778Z","end":"2026-08-20T02:05:36.967179Z","steps":["trace[86546110] 'process raft request' (duration: 259.1934ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:37.901192Z","caller":"traceutil/trace.go:171","msg":"trace[629584257] transaction","detail":"{read_only:false; response_revision:21481; number_of_response:1; }","duration":"1.153667051s","start":"2026-08-20T02:05:36.747494Z","end":"2026-08-20T02:05:37.901162Z","steps":["trace[629584257] 'process raft request' (duration: 1.153434346s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.901401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:36.747458Z","time spent":"1.153838506s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:37.90158Z","caller":"traceutil/trace.go:171","msg":"trace[128138885] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"1.148286473s","start":"2026-08-20T02:05:36.753267Z","end":"2026-08-20T02:05:37.901554Z","steps":["trace[128138885] 'process raft request' (duration: 1.147832382s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.901734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:36.753253Z","time spent":"1.148412896s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:37.901952Z","caller":"traceutil/trace.go:171","msg":"trace[1180900423] transaction","detail":"{read_only:false; response_revision:21483; number_of_response:1; }","duration":"1.126634567s","start":"2026-08-20T02:05:36.775299Z","end":"2026-08-20T02:05:37.901933Z","steps":["trace[1180900423] 'process raft request' (duration: 1.126112244s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.902081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:36.775285Z","time spent":"1.126727359s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:37.902288Z","caller":"traceutil/trace.go:171","msg":"trace[78063730] linearizableReadLoop","detail":"{readStateIndex:22214; appliedIndex:22211; }","duration":"1.090096088s","start":"2026-08-20T02:05:36.81218Z","end":"2026-08-20T02:05:37.902276Z","steps":["trace[78063730] 'read index received' (duration: 154.926401ms)","trace[78063730] 'applied index is now lower than readState.Index' (duration: 935.168777ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:05:37.902454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090265442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-djs89.18cd60f81747e7de\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-08-20T02:05:37.902518Z","caller":"traceutil/trace.go:171","msg":"trace[44115059] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-djs89.18cd60f81747e7de; range_end:; response_count:1; response_revision:21483; }","duration":"1.090361834s","start":"2026-08-20T02:05:36.812142Z","end":"2026-08-20T02:05:37.902504Z","steps":["trace[44115059] 'agreement among raft nodes before linearized reading' (duration: 1.09019469s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.902563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.891431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:37.902591Z","caller":"traceutil/trace.go:171","msg":"trace[2102091826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21483; }","duration":"293.961422ms","start":"2026-08-20T02:05:37.608622Z","end":"2026-08-20T02:05:37.902584Z","steps":["trace[2102091826] 'agreement among raft nodes before linearized reading' (duration: 293.922001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.902615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.554655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:37.902644Z","caller":"traceutil/trace.go:171","msg":"trace[1337433377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21483; }","duration":"304.616857ms","start":"2026-08-20T02:05:37.598017Z","end":"2026-08-20T02:05:37.902634Z","steps":["trace[1337433377] 'agreement among raft nodes before linearized reading' (duration: 304.566996ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.90268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.598Z","time spent":"304.671018ms","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:37.902747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.347699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:05:37.902773Z","caller":"traceutil/trace.go:171","msg":"trace[836438773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21483; }","duration":"434.391851ms","start":"2026-08-20T02:05:37.468374Z","end":"2026-08-20T02:05:37.902766Z","steps":["trace[836438773] 'agreement among raft nodes before linearized reading' (duration: 434.327279ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.902791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.468359Z","time spent":"434.427742ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:05:37.902561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:36.812129Z","time spent":"1.090420628s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-djs89.18cd60f81747e7de\" "} {"level":"warn","ts":"2026-08-20T02:05:37.90252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.751496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:05:37.902947Z","caller":"traceutil/trace.go:171","msg":"trace[2131375827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21483; }","duration":"436.251089ms","start":"2026-08-20T02:05:37.466689Z","end":"2026-08-20T02:05:37.90294Z","steps":["trace[2131375827] 'agreement among raft nodes before linearized reading' (duration: 435.770585ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.902968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.466659Z","time spent":"436.30315ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:05:37.902949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.051238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:37.90304Z","caller":"traceutil/trace.go:171","msg":"trace[1880764771] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21483; }","duration":"867.225423ms","start":"2026-08-20T02:05:37.035797Z","end":"2026-08-20T02:05:37.903022Z","steps":["trace[1880764771] 'agreement among raft nodes before linearized reading' (duration: 866.567535ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.903234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.39242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-08-20T02:05:37.903254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.06734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:05:37.903263Z","caller":"traceutil/trace.go:171","msg":"trace[410493382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21483; }","duration":"692.457042ms","start":"2026-08-20T02:05:37.210798Z","end":"2026-08-20T02:05:37.903256Z","steps":["trace[410493382] 'agreement among raft nodes before linearized reading' (duration: 692.38355ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:37.903278Z","caller":"traceutil/trace.go:171","msg":"trace[1025176286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21483; }","duration":"611.143162ms","start":"2026-08-20T02:05:37.292128Z","end":"2026-08-20T02:05:37.903271Z","steps":["trace[1025176286] 'agreement among raft nodes before linearized reading' (duration: 611.011699ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.903282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.210782Z","time spent":"692.495432ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-08-20T02:05:37.903299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.292103Z","time spent":"611.190303ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:05:37.903302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.605567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:05:37.903334Z","caller":"traceutil/trace.go:171","msg":"trace[844464093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21483; }","duration":"436.68668ms","start":"2026-08-20T02:05:37.466637Z","end":"2026-08-20T02:05:37.903324Z","steps":["trace[844464093] 'agreement among raft nodes before linearized reading' (duration: 436.601728ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.903303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.519159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:05:37.903374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.46661Z","time spent":"436.754531ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T02:05:37.903407Z","caller":"traceutil/trace.go:171","msg":"trace[1877158270] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21483; }","duration":"621.642602ms","start":"2026-08-20T02:05:37.281741Z","end":"2026-08-20T02:05:37.903383Z","steps":["trace[1877158270] 'agreement among raft nodes before linearized reading' (duration: 621.430576ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.90349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.327532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-20T02:05:37.903488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.281654Z","time spent":"621.822457ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:05:37.903516Z","caller":"traceutil/trace.go:171","msg":"trace[1192401049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21483; }","duration":"568.410735ms","start":"2026-08-20T02:05:37.335099Z","end":"2026-08-20T02:05:37.903509Z","steps":["trace[1192401049] 'agreement among raft nodes before linearized reading' (duration: 568.326043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:37.903539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.335057Z","time spent":"568.477647ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:05:37.903094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.035769Z","time spent":"867.299624ms","remote":"127.0.0.1:52678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:38.407849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689392409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:05:39.185623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.882292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:39.185891Z","caller":"traceutil/trace.go:171","msg":"trace[371697781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21483; }","duration":"795.169781ms","start":"2026-08-20T02:05:38.390668Z","end":"2026-08-20T02:05:39.185838Z","steps":["trace[371697781] 'range keys from in-memory index tree' (duration: 794.854602ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:39.185988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.420552ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-08-20T02:05:39.186071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.90555Z","time spent":"1.28051746s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-20T02:05:40.218539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.199914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:05:40.218709Z","caller":"traceutil/trace.go:171","msg":"trace[2008502405] transaction","detail":"{read_only:false; response_revision:21484; number_of_response:1; }","duration":"2.312466675s","start":"2026-08-20T02:05:37.906225Z","end":"2026-08-20T02:05:40.218692Z","steps":["trace[2008502405] 'process raft request' (duration: 1.787054585s)","trace[2008502405] 'compare' (duration: 524.992169ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:05:40.218813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.906213Z","time spent":"2.312577747s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:40.219005Z","caller":"traceutil/trace.go:171","msg":"trace[1403031625] transaction","detail":"{read_only:false; response_revision:21485; number_of_response:1; }","duration":"2.312459075s","start":"2026-08-20T02:05:37.906516Z","end":"2026-08-20T02:05:40.218976Z","steps":["trace[1403031625] 'process raft request' (duration: 2.312127026s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.219023Z","caller":"traceutil/trace.go:171","msg":"trace[394581907] transaction","detail":"{read_only:false; response_revision:21486; number_of_response:1; }","duration":"2.31188222s","start":"2026-08-20T02:05:37.907116Z","end":"2026-08-20T02:05:40.218998Z","steps":["trace[394581907] 'process raft request' (duration: 2.311755357s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.219215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.907111Z","time spent":"2.312020754s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:40.219283Z","caller":"traceutil/trace.go:171","msg":"trace[48215229] transaction","detail":"{read_only:false; response_revision:21488; number_of_response:1; }","duration":"2.311664265s","start":"2026-08-20T02:05:37.907586Z","end":"2026-08-20T02:05:40.21925Z","steps":["trace[48215229] 'process raft request' (duration: 2.311536091s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.21933Z","caller":"traceutil/trace.go:171","msg":"trace[873409251] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"1.031651857s","start":"2026-08-20T02:05:39.187666Z","end":"2026-08-20T02:05:40.219318Z","steps":["trace[873409251] 'process raft request' (duration: 1.031588495s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.219405Z","caller":"traceutil/trace.go:171","msg":"trace[1679983219] transaction","detail":"{read_only:false; response_revision:21489; number_of_response:1; }","duration":"1.246160018s","start":"2026-08-20T02:05:38.973233Z","end":"2026-08-20T02:05:40.219393Z","steps":["trace[1679983219] 'process raft request' (duration: 1.245958362s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.219427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.907575Z","time spent":"2.311774628s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:40.219446Z","caller":"traceutil/trace.go:171","msg":"trace[1759954969] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"1.218787325s","start":"2026-08-20T02:05:39.000651Z","end":"2026-08-20T02:05:40.219438Z","steps":["trace[1759954969] 'process raft request' (duration: 1.218576999s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.219465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:38.973209Z","time spent":"1.246229149s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:40.219485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.000635Z","time spent":"1.218828487s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:40.219551Z","caller":"traceutil/trace.go:171","msg":"trace[612896905] transaction","detail":"{read_only:false; response_revision:21487; number_of_response:1; }","duration":"2.312188619s","start":"2026-08-20T02:05:37.907352Z","end":"2026-08-20T02:05:40.219541Z","steps":["trace[612896905] 'process raft request' (duration: 2.311613814s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.219601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.907335Z","time spent":"2.31223846s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:40.219616Z","caller":"traceutil/trace.go:171","msg":"trace[1076498755] linearizableReadLoop","detail":"{readStateIndex:22220; appliedIndex:22214; }","duration":"2.312554968s","start":"2026-08-20T02:05:37.907052Z","end":"2026-08-20T02:05:40.219607Z","steps":["trace[1076498755] 'read index received' (duration: 888.509569ms)","trace[1076498755] 'applied index is now lower than readState.Index' (duration: 1.424044399s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:05:40.219409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.187647Z","time spent":"1.031714039s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:40.219821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312766183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-694ff514-bd79-4929-bd63-afb872286f7b\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-08-20T02:05:40.219849Z","caller":"traceutil/trace.go:171","msg":"trace[1794090002] range","detail":"{range_begin:/registry/persistentvolumes/pvc-694ff514-bd79-4929-bd63-afb872286f7b; range_end:; response_count:1; response_revision:21491; }","duration":"2.312804745s","start":"2026-08-20T02:05:37.907034Z","end":"2026-08-20T02:05:40.219839Z","steps":["trace[1794090002] 'agreement among raft nodes before linearized reading' (duration: 2.312705792s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.219869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.907027Z","time spent":"2.312837385s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-694ff514-bd79-4929-bd63-afb872286f7b\" "} {"level":"warn","ts":"2026-08-20T02:05:40.219943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:37.906495Z","time spent":"2.312573807s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:40.720143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689392423,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:05:40.756069Z","caller":"traceutil/trace.go:171","msg":"trace[67767990] linearizableReadLoop","detail":"{readStateIndex:22226; appliedIndex:22223; }","duration":"536.421422ms","start":"2026-08-20T02:05:40.219631Z","end":"2026-08-20T02:05:40.756052Z","steps":["trace[67767990] 'read index received' (duration: 536.225117ms)","trace[67767990] 'applied index is now lower than readState.Index' (duration: 195.705µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:05:40.756261Z","caller":"traceutil/trace.go:171","msg":"trace[79004109] transaction","detail":"{read_only:false; response_revision:21492; number_of_response:1; }","duration":"850.238735ms","start":"2026-08-20T02:05:39.906014Z","end":"2026-08-20T02:05:40.756253Z","steps":["trace[79004109] 'process raft request' (duration: 849.893187ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.756576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146101797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:40.75666Z","caller":"traceutil/trace.go:171","msg":"trace[1196539677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21494; }","duration":"1.14623386s","start":"2026-08-20T02:05:39.610405Z","end":"2026-08-20T02:05:40.756638Z","steps":["trace[1196539677] 'agreement among raft nodes before linearized reading' (duration: 1.146081766s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.756658Z","caller":"traceutil/trace.go:171","msg":"trace[1654046918] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"848.125891ms","start":"2026-08-20T02:05:39.908497Z","end":"2026-08-20T02:05:40.756623Z","steps":["trace[1654046918] 'process raft request' (duration: 847.530736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.756712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.610359Z","time spent":"1.146342153s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:05:40.756797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.11921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:05:40.756819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.908488Z","time spent":"848.241604ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:40.756859Z","caller":"traceutil/trace.go:171","msg":"trace[1113583813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21494; }","duration":"551.181711ms","start":"2026-08-20T02:05:40.205659Z","end":"2026-08-20T02:05:40.756841Z","steps":["trace[1113583813] 'agreement among raft nodes before linearized reading' (duration: 551.100949ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.75691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.205592Z","time spent":"551.302915ms","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:05:40.75706Z","caller":"traceutil/trace.go:171","msg":"trace[917384307] transaction","detail":"{read_only:false; response_revision:21493; number_of_response:1; }","duration":"849.956838ms","start":"2026-08-20T02:05:39.90709Z","end":"2026-08-20T02:05:40.757047Z","steps":["trace[917384307] 'process raft request' (duration: 848.911781ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.757123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.907067Z","time spent":"850.02688ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:40.757134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.965665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:05:40.757187Z","caller":"traceutil/trace.go:171","msg":"trace[1560011614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21494; }","duration":"890.056069ms","start":"2026-08-20T02:05:39.867116Z","end":"2026-08-20T02:05:40.757172Z","steps":["trace[1560011614] 'agreement among raft nodes before linearized reading' (duration: 889.882623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.757279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.867095Z","time spent":"890.170582ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:05:40.75741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.649945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:05:40.756707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.914981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:05:40.757526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773392634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:05:40.75754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.819697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:40.757553Z","caller":"traceutil/trace.go:171","msg":"trace[2085585125] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21494; }","duration":"698.802205ms","start":"2026-08-20T02:05:40.05873Z","end":"2026-08-20T02:05:40.757532Z","steps":["trace[2085585125] 'agreement among raft nodes before linearized reading' (duration: 697.909061ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.757576Z","caller":"traceutil/trace.go:171","msg":"trace[1738965525] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21494; }","duration":"1.773466447s","start":"2026-08-20T02:05:38.984098Z","end":"2026-08-20T02:05:40.757564Z","steps":["trace[1738965525] 'agreement among raft nodes before linearized reading' (duration: 1.773380594s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.757585Z","caller":"traceutil/trace.go:171","msg":"trace[1159754514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21494; }","duration":"946.92545ms","start":"2026-08-20T02:05:39.810648Z","end":"2026-08-20T02:05:40.757573Z","steps":["trace[1159754514] 'agreement among raft nodes before linearized reading' (duration: 946.852438ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.757609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.058711Z","time spent":"698.880577ms","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:40.75763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.810616Z","time spent":"947.000572ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:40.757762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164697285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-08-20T02:05:40.757792Z","caller":"traceutil/trace.go:171","msg":"trace[1349940646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21494; }","duration":"1.164767667s","start":"2026-08-20T02:05:39.593016Z","end":"2026-08-20T02:05:40.757784Z","steps":["trace[1349940646] 'agreement among raft nodes before linearized reading' (duration: 1.164620353s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.757823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.592996Z","time spent":"1.164821028s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T02:05:40.757979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250658564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:40.757475Z","caller":"traceutil/trace.go:171","msg":"trace[1409012037] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21494; }","duration":"971.743338ms","start":"2026-08-20T02:05:39.785714Z","end":"2026-08-20T02:05:40.757457Z","steps":["trace[1409012037] 'agreement among raft nodes before linearized reading' (duration: 971.647405ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:40.758015Z","caller":"traceutil/trace.go:171","msg":"trace[1445747024] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21494; }","duration":"1.250715756s","start":"2026-08-20T02:05:39.507289Z","end":"2026-08-20T02:05:40.758004Z","steps":["trace[1445747024] 'agreement among raft nodes before linearized reading' (duration: 1.250659104s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.758044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.507272Z","time spent":"1.250764837s","remote":"127.0.0.1:44798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:40.758059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.785607Z","time spent":"972.431386ms","remote":"127.0.0.1:50818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:40.758301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460865005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:05:40.75836Z","caller":"traceutil/trace.go:171","msg":"trace[1030327751] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:21494; }","duration":"1.460976388s","start":"2026-08-20T02:05:39.29737Z","end":"2026-08-20T02:05:40.758347Z","steps":["trace[1030327751] 'agreement among raft nodes before linearized reading' (duration: 1.460822565s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.758405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.29735Z","time spent":"1.46104398s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T02:05:40.757616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:38.984089Z","time spent":"1.773518858s","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:40.758814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.241902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-08-20T02:05:40.758859Z","caller":"traceutil/trace.go:171","msg":"trace[1888631860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21494; }","duration":"535.312644ms","start":"2026-08-20T02:05:40.223532Z","end":"2026-08-20T02:05:40.758844Z","steps":["trace[1888631860] 'agreement among raft nodes before linearized reading' (duration: 535.210601ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.759248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.223516Z","time spent":"535.716254ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-08-20T02:05:40.759478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.319823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-08-20T02:05:40.759514Z","caller":"traceutil/trace.go:171","msg":"trace[1168254296] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21494; }","duration":"296.380634ms","start":"2026-08-20T02:05:40.463123Z","end":"2026-08-20T02:05:40.759504Z","steps":["trace[1168254296] 'agreement among raft nodes before linearized reading' (duration: 296.286961ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:40.756358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:39.905994Z","time spent":"850.294026ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:41.910586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.47686ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-08-20T02:05:41.910766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.762447Z","time spent":"1.148313934s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:05:41.910891Z","caller":"traceutil/trace.go:171","msg":"trace[1814428048] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"1.145132181s","start":"2026-08-20T02:05:40.765739Z","end":"2026-08-20T02:05:41.910871Z","steps":["trace[1814428048] 'process raft request' (duration: 1.14509003s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:41.910871Z","caller":"traceutil/trace.go:171","msg":"trace[658018869] linearizableReadLoop","detail":"{readStateIndex:22227; appliedIndex:22226; }","duration":"1.148037466s","start":"2026-08-20T02:05:40.762799Z","end":"2026-08-20T02:05:41.910836Z","steps":["trace[658018869] 'read index received' (duration: 434.305309ms)","trace[658018869] 'applied index is now lower than readState.Index' (duration: 713.729267ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:05:41.911012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.765733Z","time spent":"1.145211833s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:41.911119Z","caller":"traceutil/trace.go:171","msg":"trace[1036909562] transaction","detail":"{read_only:false; response_revision:21495; number_of_response:1; }","duration":"1.145585784s","start":"2026-08-20T02:05:40.765523Z","end":"2026-08-20T02:05:41.911108Z","steps":["trace[1036909562] 'process raft request' (duration: 1.145183744s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:41.911188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.765512Z","time spent":"1.145641475s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:41.911373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14853859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1320a19-57eb-4a5f-a3d8-4047b4ce3d78\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-08-20T02:05:41.911443Z","caller":"traceutil/trace.go:171","msg":"trace[1112116315] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1320a19-57eb-4a5f-a3d8-4047b4ce3d78; range_end:; response_count:1; response_revision:21496; }","duration":"1.148659143s","start":"2026-08-20T02:05:40.762765Z","end":"2026-08-20T02:05:41.911424Z","steps":["trace[1112116315] 'agreement among raft nodes before linearized reading' (duration: 1.148331664s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:41.911485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.762744Z","time spent":"1.148732555s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f1320a19-57eb-4a5f-a3d8-4047b4ce3d78\" "} {"level":"warn","ts":"2026-08-20T02:05:42.41216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689392432,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:05:42.587168Z","caller":"traceutil/trace.go:171","msg":"trace[1808496497] transaction","detail":"{read_only:false; response_revision:21497; number_of_response:1; }","duration":"688.588493ms","start":"2026-08-20T02:05:41.898553Z","end":"2026-08-20T02:05:42.587141Z","steps":["trace[1808496497] 'process raft request' (duration: 688.429538ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.587698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.898527Z","time spent":"689.060615ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:42.659617Z","caller":"traceutil/trace.go:171","msg":"trace[1725617415] linearizableReadLoop","detail":"{readStateIndex:22232; appliedIndex:22230; }","duration":"748.533163ms","start":"2026-08-20T02:05:41.911062Z","end":"2026-08-20T02:05:42.659596Z","steps":["trace[1725617415] 'read index received' (duration: 676.551833ms)","trace[1725617415] 'applied index is now lower than readState.Index' (duration: 71.98029ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:05:42.659721Z","caller":"traceutil/trace.go:171","msg":"trace[1427481586] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"746.301755ms","start":"2026-08-20T02:05:41.91341Z","end":"2026-08-20T02:05:42.659712Z","steps":["trace[1427481586] 'process raft request' (duration: 745.455813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.659813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.913388Z","time spent":"746.353897ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:05:42.659886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22833455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:42.659968Z","caller":"traceutil/trace.go:171","msg":"trace[55977767] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21499; }","duration":"1.228466394s","start":"2026-08-20T02:05:41.43148Z","end":"2026-08-20T02:05:42.659946Z","steps":["trace[55977767] 'agreement among raft nodes before linearized reading' (duration: 1.228264779s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.431465Z","time spent":"1.228540135s","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:42.660087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.406914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:42.660119Z","caller":"traceutil/trace.go:171","msg":"trace[1319964895] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21499; }","duration":"712.491947ms","start":"2026-08-20T02:05:41.947618Z","end":"2026-08-20T02:05:42.66011Z","steps":["trace[1319964895] 'agreement among raft nodes before linearized reading' (duration: 712.436326ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.947587Z","time spent":"712.552118ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:42.660306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.669591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:05:42.660369Z","caller":"traceutil/trace.go:171","msg":"trace[1104698072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21499; }","duration":"431.780954ms","start":"2026-08-20T02:05:42.228569Z","end":"2026-08-20T02:05:42.66035Z","steps":["trace[1104698072] 'agreement among raft nodes before linearized reading' (duration: 431.62259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070482514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417468"} {"level":"warn","ts":"2026-08-20T02:05:42.660404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.22854Z","time spent":"431.855115ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:05:42.660412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.890013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:05:42.660419Z","caller":"traceutil/trace.go:171","msg":"trace[2077341418] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21499; }","duration":"1.070564956s","start":"2026-08-20T02:05:41.589844Z","end":"2026-08-20T02:05:42.660409Z","steps":["trace[2077341418] 'agreement among raft nodes before linearized reading' (duration: 1.070375031s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:42.660443Z","caller":"traceutil/trace.go:171","msg":"trace[1414076785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21499; }","duration":"432.981835ms","start":"2026-08-20T02:05:42.227454Z","end":"2026-08-20T02:05:42.660436Z","steps":["trace[1414076785] 'agreement among raft nodes before linearized reading' (duration: 432.860872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.589818Z","time spent":"1.070627028s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417491,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-08-20T02:05:42.660464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.227421Z","time spent":"433.037757ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:05:42.660472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.438925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-20T02:05:42.660554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.111705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:05:42.660547Z","caller":"traceutil/trace.go:171","msg":"trace[1381740456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21499; }","duration":"431.545278ms","start":"2026-08-20T02:05:42.228982Z","end":"2026-08-20T02:05:42.660527Z","steps":["trace[1381740456] 'agreement among raft nodes before linearized reading' (duration: 431.284571ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:42.660575Z","caller":"traceutil/trace.go:171","msg":"trace[1551730940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21499; }","duration":"436.172657ms","start":"2026-08-20T02:05:42.224398Z","end":"2026-08-20T02:05:42.660571Z","steps":["trace[1551730940] 'agreement among raft nodes before linearized reading' (duration: 436.114895ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185066678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-08-20T02:05:42.660593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.228974Z","time spent":"431.610949ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:05:42.660631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.146483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:42.660637Z","caller":"traceutil/trace.go:171","msg":"trace[580976514] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328; range_end:; response_count:1; response_revision:21499; }","duration":"1.185193672s","start":"2026-08-20T02:05:41.475417Z","end":"2026-08-20T02:05:42.66061Z","steps":["trace[580976514] 'agreement among raft nodes before linearized reading' (duration: 1.184927555s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:05:42.660656Z","caller":"traceutil/trace.go:171","msg":"trace[1853120104] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21499; }","duration":"497.227236ms","start":"2026-08-20T02:05:42.163419Z","end":"2026-08-20T02:05:42.660647Z","steps":["trace[1853120104] 'agreement among raft nodes before linearized reading' (duration: 497.184825ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.163384Z","time spent":"497.285017ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:42.660687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.475402Z","time spent":"1.185272743s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328\" "} {"level":"warn","ts":"2026-08-20T02:05:42.660593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.224377Z","time spent":"436.212398ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:05:42.6608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.939826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:05:42.660825Z","caller":"traceutil/trace.go:171","msg":"trace[1759113924] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:21499; }","duration":"553.000958ms","start":"2026-08-20T02:05:42.107815Z","end":"2026-08-20T02:05:42.660816Z","steps":["trace[1759113924] 'agreement among raft nodes before linearized reading' (duration: 552.956677ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.107794Z","time spent":"553.044829ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:42.660888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.122815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:42.660922Z","caller":"traceutil/trace.go:171","msg":"trace[51547883] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21499; }","duration":"643.189765ms","start":"2026-08-20T02:05:42.017721Z","end":"2026-08-20T02:05:42.660911Z","steps":["trace[51547883] 'agreement among raft nodes before linearized reading' (duration: 643.136924ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.660951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.017699Z","time spent":"643.243807ms","remote":"127.0.0.1:46054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:42.660692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.951078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:05:42.660993Z","caller":"traceutil/trace.go:171","msg":"trace[877932230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21499; }","duration":"432.290447ms","start":"2026-08-20T02:05:42.22869Z","end":"2026-08-20T02:05:42.66098Z","steps":["trace[877932230] 'agreement among raft nodes before linearized reading' (duration: 431.929188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.661031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.22866Z","time spent":"432.360068ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:05:42.661273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891525339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:42.661312Z","caller":"traceutil/trace.go:171","msg":"trace[333836630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21499; }","duration":"1.89158562s","start":"2026-08-20T02:05:40.769715Z","end":"2026-08-20T02:05:42.661301Z","steps":["trace[333836630] 'agreement among raft nodes before linearized reading' (duration: 1.891515559s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.661339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.769705Z","time spent":"1.891628142s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:05:42.66229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256441661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:05:42.662449Z","caller":"traceutil/trace.go:171","msg":"trace[816573070] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21499; }","duration":"1.258050123s","start":"2026-08-20T02:05:41.404348Z","end":"2026-08-20T02:05:42.662398Z","steps":["trace[816573070] 'agreement among raft nodes before linearized reading' (duration: 1.25639645s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.662532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:41.404329Z","time spent":"1.258179957s","remote":"127.0.0.1:39502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:05:42.664854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900773946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:05:42.664951Z","caller":"traceutil/trace.go:171","msg":"trace[1612413615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21499; }","duration":"1.900911901s","start":"2026-08-20T02:05:40.764017Z","end":"2026-08-20T02:05:42.664929Z","steps":["trace[1612413615] 'agreement among raft nodes before linearized reading' (duration: 1.895944043s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.664995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:40.764009Z","time spent":"1.900975403s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:05:42.660123Z","caller":"traceutil/trace.go:171","msg":"trace[897160195] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"432.735189ms","start":"2026-08-20T02:05:42.22732Z","end":"2026-08-20T02:05:42.660055Z","steps":["trace[897160195] 'process raft request' (duration: 432.169944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:05:42.66934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:05:42.227308Z","time spent":"441.946915ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:05:56.223165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19546} {"level":"info","ts":"2026-08-20T02:05:56.417285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19546,"took":"190.674649ms","hash":348641841,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":29552640,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-20T02:05:56.417339Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":348641841,"revision":19546,"compact-revision":17039} {"level":"info","ts":"2026-08-20T02:09:54.787307Z","caller":"traceutil/trace.go:171","msg":"trace[1356148184] linearizableReadLoop","detail":"{readStateIndex:24845; appliedIndex:24844; }","duration":"178.234428ms","start":"2026-08-20T02:09:54.60904Z","end":"2026-08-20T02:09:54.787275Z","steps":["trace[1356148184] 'read index received' (duration: 178.006722ms)","trace[1356148184] 'applied index is now lower than readState.Index' (duration: 226.186µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:09:54.787395Z","caller":"traceutil/trace.go:171","msg":"trace[312355265] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"381.563698ms","start":"2026-08-20T02:09:54.405804Z","end":"2026-08-20T02:09:54.787367Z","steps":["trace[312355265] 'process raft request' (duration: 381.25516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:54.787495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.434993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:09:54.787516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:09:54.405722Z","time spent":"381.729632ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:09:54.787531Z","caller":"traceutil/trace.go:171","msg":"trace[1164290878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24033; }","duration":"178.548535ms","start":"2026-08-20T02:09:54.608973Z","end":"2026-08-20T02:09:54.787521Z","steps":["trace[1164290878] 'agreement among raft nodes before linearized reading' (duration: 178.433412ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:09:55.974452Z","caller":"traceutil/trace.go:171","msg":"trace[715291807] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"263.186219ms","start":"2026-08-20T02:09:55.711219Z","end":"2026-08-20T02:09:55.974405Z","steps":["trace[715291807] 'process raft request' (duration: 262.822109ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:09:56.356803Z","caller":"traceutil/trace.go:171","msg":"trace[1523675129] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"441.070786ms","start":"2026-08-20T02:09:55.915712Z","end":"2026-08-20T02:09:56.356783Z","steps":["trace[1523675129] 'process raft request' (duration: 441.040516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.356906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:09:55.915698Z","time spent":"441.156078ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:09:56.357115Z","caller":"traceutil/trace.go:171","msg":"trace[1262014677] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"534.412654ms","start":"2026-08-20T02:09:55.822696Z","end":"2026-08-20T02:09:56.357109Z","steps":["trace[1262014677] 'process raft request' (duration: 533.08256ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.357152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:09:55.82267Z","time spent":"534.465625ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:09:56.357365Z","caller":"traceutil/trace.go:171","msg":"trace[2090792014] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"493.341278ms","start":"2026-08-20T02:09:55.863996Z","end":"2026-08-20T02:09:56.357338Z","steps":["trace[2090792014] 'process raft request' (duration: 492.636971ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:09:56.35742Z","caller":"traceutil/trace.go:171","msg":"trace[1297904066] linearizableReadLoop","detail":"{readStateIndex:24854; appliedIndex:24854; }","duration":"294.150993ms","start":"2026-08-20T02:09:56.063253Z","end":"2026-08-20T02:09:56.357404Z","steps":["trace[1297904066] 'read index received' (duration: 294.145933ms)","trace[1297904066] 'applied index is now lower than readState.Index' (duration: 4.73µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:09:56.357407Z","caller":"traceutil/trace.go:171","msg":"trace[1235003444] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"442.037631ms","start":"2026-08-20T02:09:55.915338Z","end":"2026-08-20T02:09:56.357376Z","steps":["trace[1235003444] 'process raft request' (duration: 441.351684ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:09:56.357372Z","caller":"traceutil/trace.go:171","msg":"trace[709020040] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"441.973058ms","start":"2026-08-20T02:09:55.915359Z","end":"2026-08-20T02:09:56.357332Z","steps":["trace[709020040] 'process raft request' (duration: 441.368483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.357525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.281607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:09:56.357549Z","caller":"traceutil/trace.go:171","msg":"trace[569589430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24041; }","duration":"294.345739ms","start":"2026-08-20T02:09:56.063197Z","end":"2026-08-20T02:09:56.357543Z","steps":["trace[569589430] 'agreement among raft nodes before linearized reading' (duration: 294.258986ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.357486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:09:55.863969Z","time spent":"493.464912ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-20T02:09:56.357622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.351589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-20T02:09:56.357725Z","caller":"traceutil/trace.go:171","msg":"trace[335869003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24041; }","duration":"294.508613ms","start":"2026-08-20T02:09:56.063196Z","end":"2026-08-20T02:09:56.357705Z","steps":["trace[335869003] 'agreement among raft nodes before linearized reading' (duration: 294.246396ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.357864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:09:55.915323Z","time spent":"442.356679ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:09:56.358308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:09:55.915299Z","time spent":"442.938105ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:09:56.364342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.448601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-20T02:09:56.364399Z","caller":"traceutil/trace.go:171","msg":"trace[772184227] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"171.648017ms","start":"2026-08-20T02:09:56.192741Z","end":"2026-08-20T02:09:56.364389Z","steps":["trace[772184227] 'process raft request' (duration: 171.349099ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.364439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.537453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-20T02:09:56.364517Z","caller":"traceutil/trace.go:171","msg":"trace[36803857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24042; }","duration":"292.651876ms","start":"2026-08-20T02:09:56.07185Z","end":"2026-08-20T02:09:56.364502Z","steps":["trace[36803857] 'agreement among raft nodes before linearized reading' (duration: 292.40799ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:09:56.364429Z","caller":"traceutil/trace.go:171","msg":"trace[1001076625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24042; }","duration":"292.530903ms","start":"2026-08-20T02:09:56.071882Z","end":"2026-08-20T02:09:56.364413Z","steps":["trace[1001076625] 'agreement among raft nodes before linearized reading' (duration: 292.349518ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:09:56.364349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.776785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-20T02:09:56.36467Z","caller":"traceutil/trace.go:171","msg":"trace[1183770757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24042; }","duration":"296.128465ms","start":"2026-08-20T02:09:56.068529Z","end":"2026-08-20T02:09:56.364658Z","steps":["trace[1183770757] 'agreement among raft nodes before linearized reading' (duration: 295.680833ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:10:56.229712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21571} {"level":"info","ts":"2026-08-20T02:10:56.345121Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21571,"took":"111.335939ms","hash":1379842230,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":42622976,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-20T02:10:56.345222Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1379842230,"revision":21571,"compact-revision":19546} {"level":"info","ts":"2026-08-20T02:11:20.82177Z","caller":"traceutil/trace.go:171","msg":"trace[820192637] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"136.32111ms","start":"2026-08-20T02:11:20.685418Z","end":"2026-08-20T02:11:20.821739Z","steps":["trace[820192637] 'process raft request' (duration: 136.039233ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:20.822752Z","caller":"traceutil/trace.go:171","msg":"trace[1262432004] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"130.398349ms","start":"2026-08-20T02:11:20.692332Z","end":"2026-08-20T02:11:20.822731Z","steps":["trace[1262432004] 'process raft request' (duration: 130.141262ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:20.823057Z","caller":"traceutil/trace.go:171","msg":"trace[1144516914] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"123.238555ms","start":"2026-08-20T02:11:20.699768Z","end":"2026-08-20T02:11:20.823007Z","steps":["trace[1144516914] 'process raft request' (duration: 122.809934ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:34.462586Z","caller":"traceutil/trace.go:171","msg":"trace[843865945] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25909; }","duration":"212.160769ms","start":"2026-08-20T02:11:34.2504Z","end":"2026-08-20T02:11:34.462561Z","steps":["trace[843865945] 'read index received' (duration: 212.013425ms)","trace[843865945] 'applied index is now lower than readState.Index' (duration: 146.103µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:11:34.462812Z","caller":"traceutil/trace.go:171","msg":"trace[1563213138] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"469.634701ms","start":"2026-08-20T02:11:33.993166Z","end":"2026-08-20T02:11:34.462801Z","steps":["trace[1563213138] 'process raft request' (duration: 469.263191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.462913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:11:33.993151Z","time spent":"469.687122ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:11:34.462909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.483606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:11:34.462988Z","caller":"traceutil/trace.go:171","msg":"trace[295793635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25072; }","duration":"212.6202ms","start":"2026-08-20T02:11:34.250347Z","end":"2026-08-20T02:11:34.462967Z","steps":["trace[295793635] 'agreement among raft nodes before linearized reading' (duration: 212.430205ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:34.535239Z","caller":"traceutil/trace.go:171","msg":"trace[20917968] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"194.703141ms","start":"2026-08-20T02:11:34.340481Z","end":"2026-08-20T02:11:34.535184Z","steps":["trace[20917968] 'process raft request' (duration: 179.52634ms)","trace[20917968] 'compare' (duration: 14.80154ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:11:34.618831Z","caller":"traceutil/trace.go:171","msg":"trace[1346174714] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25910; }","duration":"156.145139ms","start":"2026-08-20T02:11:34.462649Z","end":"2026-08-20T02:11:34.618794Z","steps":["trace[1346174714] 'read index received' (duration: 57.410394ms)","trace[1346174714] 'applied index is now lower than readState.Index' (duration: 98.732275ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:11:34.618983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.195801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:11:34.619045Z","caller":"traceutil/trace.go:171","msg":"trace[579425481] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25073; }","duration":"209.399607ms","start":"2026-08-20T02:11:34.409631Z","end":"2026-08-20T02:11:34.619031Z","steps":["trace[579425481] 'agreement among raft nodes before linearized reading' (duration: 209.274454ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.619057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.481601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:11:34.619071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.286184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-08-20T02:11:34.619061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.06748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:11:34.619102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.480548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:11:34.619124Z","caller":"traceutil/trace.go:171","msg":"trace[930136923] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25073; }","duration":"202.362667ms","start":"2026-08-20T02:11:34.416747Z","end":"2026-08-20T02:11:34.61911Z","steps":["trace[930136923] 'agreement among raft nodes before linearized reading' (duration: 202.199733ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:34.619122Z","caller":"traceutil/trace.go:171","msg":"trace[940279100] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25073; }","duration":"329.581193ms","start":"2026-08-20T02:11:34.289523Z","end":"2026-08-20T02:11:34.619104Z","steps":["trace[940279100] 'agreement among raft nodes before linearized reading' (duration: 329.444439ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:34.619157Z","caller":"traceutil/trace.go:171","msg":"trace[1005888165] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25073; }","duration":"329.193533ms","start":"2026-08-20T02:11:34.28994Z","end":"2026-08-20T02:11:34.619133Z","steps":["trace[1005888165] 'agreement among raft nodes before linearized reading' (duration: 328.999928ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.619119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.472443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:11:34.619174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:11:34.289514Z","time spent":"329.646334ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-08-20T02:11:34.61917Z","caller":"traceutil/trace.go:171","msg":"trace[2139353551] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25073; }","duration":"209.588801ms","start":"2026-08-20T02:11:34.40956Z","end":"2026-08-20T02:11:34.619148Z","steps":["trace[2139353551] 'agreement among raft nodes before linearized reading' (duration: 209.461258ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.619211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:11:34.289897Z","time spent":"329.303696ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-08-20T02:11:34.619195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.744387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:11:34.619235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.396437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:11:34.619226Z","caller":"traceutil/trace.go:171","msg":"trace[687984045] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25073; }","duration":"208.589966ms","start":"2026-08-20T02:11:34.410613Z","end":"2026-08-20T02:11:34.619203Z","steps":["trace[687984045] 'agreement among raft nodes before linearized reading' (duration: 208.413542ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:34.619514Z","caller":"traceutil/trace.go:171","msg":"trace[1505644545] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25073; }","duration":"329.85696ms","start":"2026-08-20T02:11:34.289394Z","end":"2026-08-20T02:11:34.619251Z","steps":["trace[1505644545] 'agreement among raft nodes before linearized reading' (duration: 329.682505ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:34.619487Z","caller":"traceutil/trace.go:171","msg":"trace[636324363] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25073; }","duration":"209.459789ms","start":"2026-08-20T02:11:34.409791Z","end":"2026-08-20T02:11:34.619251Z","steps":["trace[636324363] 'agreement among raft nodes before linearized reading' (duration: 209.424388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.619536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.895226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-08-20T02:11:34.619631Z","caller":"traceutil/trace.go:171","msg":"trace[1962824650] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25073; }","duration":"329.01213ms","start":"2026-08-20T02:11:34.29061Z","end":"2026-08-20T02:11:34.619622Z","steps":["trace[1962824650] 'agreement among raft nodes before linearized reading' (duration: 328.538227ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.619662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:11:34.290601Z","time spent":"329.053141ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-08-20T02:11:34.619551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:11:34.289383Z","time spent":"330.161059ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-08-20T02:11:34.6197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.37898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:11:34.619751Z","caller":"traceutil/trace.go:171","msg":"trace[1838053055] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25073; }","duration":"331.466863ms","start":"2026-08-20T02:11:34.288268Z","end":"2026-08-20T02:11:34.619735Z","steps":["trace[1838053055] 'agreement among raft nodes before linearized reading' (duration: 330.660281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:11:34.6198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:11:34.28825Z","time spent":"331.538774ms","remote":"127.0.0.1:52706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-08-20T02:11:34.970601Z","caller":"traceutil/trace.go:171","msg":"trace[1338790009] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"122.983508ms","start":"2026-08-20T02:11:34.84758Z","end":"2026-08-20T02:11:34.970563Z","steps":["trace[1338790009] 'process raft request' (duration: 122.723062ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:35.001727Z","caller":"traceutil/trace.go:171","msg":"trace[21717546] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"118.827061ms","start":"2026-08-20T02:11:34.882859Z","end":"2026-08-20T02:11:35.001686Z","steps":["trace[21717546] 'process raft request' (duration: 118.502622ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:35.001886Z","caller":"traceutil/trace.go:171","msg":"trace[457979329] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"118.347589ms","start":"2026-08-20T02:11:34.883515Z","end":"2026-08-20T02:11:35.001862Z","steps":["trace[457979329] 'process raft request' (duration: 118.098123ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:35.001854Z","caller":"traceutil/trace.go:171","msg":"trace[1441206832] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25912; }","duration":"107.771167ms","start":"2026-08-20T02:11:34.894054Z","end":"2026-08-20T02:11:35.001826Z","steps":["trace[1441206832] 'read index received' (duration: 75.976101ms)","trace[1441206832] 'applied index is now lower than readState.Index' (duration: 31.793656ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:11:35.002106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.018643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:11:35.002119Z","caller":"traceutil/trace.go:171","msg":"trace[61546373] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"117.953159ms","start":"2026-08-20T02:11:34.884153Z","end":"2026-08-20T02:11:35.002106Z","steps":["trace[61546373] 'process raft request' (duration: 117.623081ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:11:35.002284Z","caller":"traceutil/trace.go:171","msg":"trace[1978856752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25077; }","duration":"108.120736ms","start":"2026-08-20T02:11:34.894031Z","end":"2026-08-20T02:11:35.002151Z","steps":["trace[1978856752] 'agreement among raft nodes before linearized reading' (duration: 107.905251ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:12:57.240312Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006829.wal"} {"level":"info","ts":"2026-08-20T02:13:33.638673Z","caller":"traceutil/trace.go:171","msg":"trace[221891117] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"658.14259ms","start":"2026-08-20T02:13:32.980504Z","end":"2026-08-20T02:13:33.638647Z","steps":["trace[221891117] 'process raft request' (duration: 657.968835ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:33.638693Z","caller":"traceutil/trace.go:171","msg":"trace[536240789] linearizableReadLoop","detail":"{readStateIndex:27074; appliedIndex:27074; }","duration":"209.427898ms","start":"2026-08-20T02:13:33.429219Z","end":"2026-08-20T02:13:33.638647Z","steps":["trace[536240789] 'read index received' (duration: 209.402817ms)","trace[536240789] 'applied index is now lower than readState.Index' (duration: 20.801µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:33.638833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:32.980479Z","time spent":"658.273954ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:33.639206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.937701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:33.639314Z","caller":"traceutil/trace.go:171","msg":"trace[1322393146] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26205; }","duration":"210.132446ms","start":"2026-08-20T02:13:33.429164Z","end":"2026-08-20T02:13:33.639297Z","steps":["trace[1322393146] 'agreement among raft nodes before linearized reading' (duration: 209.679135ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:33.650849Z","caller":"traceutil/trace.go:171","msg":"trace[631919158] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"149.949591ms","start":"2026-08-20T02:13:33.500877Z","end":"2026-08-20T02:13:33.650827Z","steps":["trace[631919158] 'process raft request' (duration: 149.9033ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:33.650887Z","caller":"traceutil/trace.go:171","msg":"trace[742913175] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"184.853387ms","start":"2026-08-20T02:13:33.465984Z","end":"2026-08-20T02:13:33.650838Z","steps":["trace[742913175] 'process raft request' (duration: 184.604251ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:33.650887Z","caller":"traceutil/trace.go:171","msg":"trace[1953721264] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"184.793266ms","start":"2026-08-20T02:13:33.466059Z","end":"2026-08-20T02:13:33.650852Z","steps":["trace[1953721264] 'process raft request' (duration: 184.691773ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:33.651052Z","caller":"traceutil/trace.go:171","msg":"trace[680776199] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"149.625102ms","start":"2026-08-20T02:13:33.501421Z","end":"2026-08-20T02:13:33.651046Z","steps":["trace[680776199] 'process raft request' (duration: 149.382305ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:33.651352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.933761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:13:33.651392Z","caller":"traceutil/trace.go:171","msg":"trace[1768507245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26210; }","duration":"106.047983ms","start":"2026-08-20T02:13:33.545336Z","end":"2026-08-20T02:13:33.651384Z","steps":["trace[1768507245] 'agreement among raft nodes before linearized reading' (duration: 105.836408ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:39.822482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:40.323219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:40.82353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:41.324571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:41.568332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.609652883s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:41.568654Z","caller":"traceutil/trace.go:171","msg":"trace[1321273664] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"2.610069994s","start":"2026-08-20T02:13:38.958566Z","end":"2026-08-20T02:13:41.568636Z","steps":["trace[1321273664] 'process raft request' (duration: 2.609941941s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:41.568763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:38.958544Z","time spent":"2.610162207s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:41.615758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999480466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:13:41.615834Z","caller":"traceutil/trace.go:171","msg":"trace[1968829599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999612229s","start":"2026-08-20T02:13:39.6162Z","end":"2026-08-20T02:13:41.615812Z","steps":["trace[1968829599] 'agreement among raft nodes before linearized reading' (duration: 1.999518236s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:41.615875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.61617Z","time spent":"1.999695611s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:13:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:13:42.666328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097757629s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:42.746247Z","caller":"traceutil/trace.go:171","msg":"trace[1879743105] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"3.747010641s","start":"2026-08-20T02:13:38.999214Z","end":"2026-08-20T02:13:42.746225Z","steps":["trace[1879743105] 'process raft request' (duration: 3.667284224s)","trace[1879743105] 'compare' (duration: 79.493842ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:42.74644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:38.999187Z","time spent":"3.747188715s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.746581Z","caller":"traceutil/trace.go:171","msg":"trace[1234455188] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"3.086715905s","start":"2026-08-20T02:13:39.659848Z","end":"2026-08-20T02:13:42.746564Z","steps":["trace[1234455188] 'process raft request' (duration: 3.086330995s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.74672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.659828Z","time spent":"3.086840858s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.74692Z","caller":"traceutil/trace.go:171","msg":"trace[1924218302] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"3.077758985s","start":"2026-08-20T02:13:39.669153Z","end":"2026-08-20T02:13:42.746912Z","steps":["trace[1924218302] 'process raft request' (duration: 3.077350444s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.74695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.669132Z","time spent":"3.077801576s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.747058Z","caller":"traceutil/trace.go:171","msg":"trace[909103997] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"3.071918765s","start":"2026-08-20T02:13:39.675135Z","end":"2026-08-20T02:13:42.747054Z","steps":["trace[909103997] 'process raft request' (duration: 3.071755521s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.747085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.675118Z","time spent":"3.071951606s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.747364Z","caller":"traceutil/trace.go:171","msg":"trace[1632253676] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"3.071114614s","start":"2026-08-20T02:13:39.67623Z","end":"2026-08-20T02:13:42.747345Z","steps":["trace[1632253676] 'process raft request' (duration: 3.070803886s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.747571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.676219Z","time spent":"3.071276478s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.747648Z","caller":"traceutil/trace.go:171","msg":"trace[2053607898] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"3.07134831s","start":"2026-08-20T02:13:39.676284Z","end":"2026-08-20T02:13:42.747632Z","steps":["trace[2053607898] 'process raft request' (duration: 3.071237377s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.747752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.676279Z","time spent":"3.071416212s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.747972Z","caller":"traceutil/trace.go:171","msg":"trace[2129938510] linearizableReadLoop","detail":"{readStateIndex:27131; appliedIndex:27121; }","duration":"3.425524795s","start":"2026-08-20T02:13:39.322423Z","end":"2026-08-20T02:13:42.747948Z","steps":["trace[2129938510] 'read index received' (duration: 2.24615763s)","trace[2129938510] 'applied index is now lower than readState.Index' (duration: 1.179366175s)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:13:42.747982Z","caller":"traceutil/trace.go:171","msg":"trace[362389384] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"3.071637427s","start":"2026-08-20T02:13:39.676308Z","end":"2026-08-20T02:13:42.747945Z","steps":["trace[362389384] 'process raft request' (duration: 3.071296638s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.748073Z","caller":"traceutil/trace.go:171","msg":"trace[317812078] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"2.546758969s","start":"2026-08-20T02:13:40.201268Z","end":"2026-08-20T02:13:42.748027Z","steps":["trace[317812078] 'process raft request' (duration: 2.546551874s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42570649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:13:42.748162Z","caller":"traceutil/trace.go:171","msg":"trace[1029202936] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26261; }","duration":"3.425789822s","start":"2026-08-20T02:13:39.322364Z","end":"2026-08-20T02:13:42.748154Z","steps":["trace[1029202936] 'agreement among raft nodes before linearized reading' (duration: 3.4256891s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.676304Z","time spent":"3.07175124s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:42.748173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274042874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:13:42.748239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019097917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-20T02:13:42.748218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:40.201246Z","time spent":"2.546899202s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:42.748235Z","caller":"traceutil/trace.go:171","msg":"trace[259598579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26261; }","duration":"3.274139707s","start":"2026-08-20T02:13:39.474077Z","end":"2026-08-20T02:13:42.748216Z","steps":["trace[259598579] 'agreement among raft nodes before linearized reading' (duration: 3.274030774s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.748257Z","caller":"traceutil/trace.go:171","msg":"trace[1658620162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26261; }","duration":"3.019143379s","start":"2026-08-20T02:13:39.729107Z","end":"2026-08-20T02:13:42.74825Z","steps":["trace[1658620162] 'agreement among raft nodes before linearized reading' (duration: 3.019099358s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.474056Z","time spent":"3.274217589s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:42.748267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.291074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:42.748339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1320276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:42.748347Z","caller":"traceutil/trace.go:171","msg":"trace[597240250] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26261; }","duration":"686.441797ms","start":"2026-08-20T02:13:42.061885Z","end":"2026-08-20T02:13:42.748327Z","steps":["trace[597240250] 'agreement among raft nodes before linearized reading' (duration: 686.220311ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.748375Z","caller":"traceutil/trace.go:171","msg":"trace[860312992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26261; }","duration":"1.132091492s","start":"2026-08-20T02:13:41.616272Z","end":"2026-08-20T02:13:42.748363Z","steps":["trace[860312992] 'agreement among raft nodes before linearized reading' (duration: 1.13204334s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24577836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:42.748389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.42256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-08-20T02:13:42.748407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:41.616257Z","time spent":"1.132144053s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:13:42.748127Z","caller":"traceutil/trace.go:171","msg":"trace[412838191] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"2.367250979s","start":"2026-08-20T02:13:40.380825Z","end":"2026-08-20T02:13:42.748075Z","steps":["trace[412838191] 'process raft request' (duration: 2.367083985s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.748454Z","caller":"traceutil/trace.go:171","msg":"trace[2086917368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26261; }","duration":"486.514723ms","start":"2026-08-20T02:13:42.261924Z","end":"2026-08-20T02:13:42.748439Z","steps":["trace[2086917368] 'agreement among raft nodes before linearized reading' (duration: 486.280607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.74849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.261919Z","time spent":"486.562434ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T02:13:42.748509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.913152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-08-20T02:13:42.748533Z","caller":"traceutil/trace.go:171","msg":"trace[1051352033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26261; }","duration":"486.948844ms","start":"2026-08-20T02:13:42.261576Z","end":"2026-08-20T02:13:42.748525Z","steps":["trace[1051352033] 'agreement among raft nodes before linearized reading' (duration: 486.831031ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:40.380807Z","time spent":"2.367650999s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:42.748554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.261567Z","time spent":"486.982834ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-20T02:13:42.748628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548706628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-08-20T02:13:42.748638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020462163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:13:42.748664Z","caller":"traceutil/trace.go:171","msg":"trace[490897292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26261; }","duration":"2.54877162s","start":"2026-08-20T02:13:40.199879Z","end":"2026-08-20T02:13:42.748651Z","steps":["trace[490897292] 'agreement among raft nodes before linearized reading' (duration: 2.548676418s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152936406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-08-20T02:13:42.748685Z","caller":"traceutil/trace.go:171","msg":"trace[148857476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26261; }","duration":"3.020532036s","start":"2026-08-20T02:13:39.72814Z","end":"2026-08-20T02:13:42.748672Z","steps":["trace[148857476] 'agreement among raft nodes before linearized reading' (duration: 3.020358201s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.607757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:13:42.748707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:40.199861Z","time spent":"2.548826941s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-08-20T02:13:42.748723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.728128Z","time spent":"3.020586377s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T02:13:42.748724Z","caller":"traceutil/trace.go:171","msg":"trace[1173368927] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26261; }","duration":"1.15311829s","start":"2026-08-20T02:13:41.595588Z","end":"2026-08-20T02:13:42.748706Z","steps":["trace[1173368927] 'agreement among raft nodes before linearized reading' (duration: 1.152857854s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.74873Z","caller":"traceutil/trace.go:171","msg":"trace[1409898257] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26261; }","duration":"150.690529ms","start":"2026-08-20T02:13:42.598028Z","end":"2026-08-20T02:13:42.748719Z","steps":["trace[1409898257] 'agreement among raft nodes before linearized reading' (duration: 150.613427ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.869424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:42.748774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:41.595558Z","time spent":"1.153205083s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-08-20T02:13:42.74882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.090642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:42.74884Z","caller":"traceutil/trace.go:171","msg":"trace[2047096858] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26261; }","duration":"595.109443ms","start":"2026-08-20T02:13:42.153724Z","end":"2026-08-20T02:13:42.748834Z","steps":["trace[2047096858] 'agreement among raft nodes before linearized reading' (duration: 595.074852ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.153691Z","time spent":"595.164394ms","remote":"127.0.0.1:44714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:42.748387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.061868Z","time spent":"686.511059ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:42.748924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070993932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:13:42.74894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.342713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:42.748955Z","caller":"traceutil/trace.go:171","msg":"trace[684867580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26261; }","duration":"3.071045543s","start":"2026-08-20T02:13:39.677899Z","end":"2026-08-20T02:13:42.748945Z","steps":["trace[684867580] 'agreement among raft nodes before linearized reading' (duration: 3.07089439s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.748975Z","caller":"traceutil/trace.go:171","msg":"trace[687002353] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26261; }","duration":"293.415415ms","start":"2026-08-20T02:13:42.455551Z","end":"2026-08-20T02:13:42.748966Z","steps":["trace[687002353] 'agreement among raft nodes before linearized reading' (duration: 293.352193ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.748984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.677892Z","time spent":"3.071085904s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T02:13:42.748422Z","caller":"traceutil/trace.go:171","msg":"trace[1714238109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26261; }","duration":"2.245847021s","start":"2026-08-20T02:13:40.502562Z","end":"2026-08-20T02:13:42.748409Z","steps":["trace[1714238109] 'agreement among raft nodes before linearized reading' (duration: 2.245781699s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:42.748784Z","caller":"traceutil/trace.go:171","msg":"trace[534479562] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26261; }","duration":"518.913655ms","start":"2026-08-20T02:13:42.229864Z","end":"2026-08-20T02:13:42.748778Z","steps":["trace[534479562] 'agreement among raft nodes before linearized reading' (duration: 518.880683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.749129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015571059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:13:42.749169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.43936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:42.749164Z","caller":"traceutil/trace.go:171","msg":"trace[366873240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26261; }","duration":"3.01563041s","start":"2026-08-20T02:13:39.733522Z","end":"2026-08-20T02:13:42.749153Z","steps":["trace[366873240] 'agreement among raft nodes before linearized reading' (duration: 3.015537917s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.749208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.733507Z","time spent":"3.015694382s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:42.748187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.322343Z","time spent":"3.425839593s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T02:13:42.749186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:40.502549Z","time spent":"2.246589531s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:42.749205Z","caller":"traceutil/trace.go:171","msg":"trace[1853557754] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26261; }","duration":"387.521742ms","start":"2026-08-20T02:13:42.361672Z","end":"2026-08-20T02:13:42.749194Z","steps":["trace[1853557754] 'agreement among raft nodes before linearized reading' (duration: 387.46066ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.74931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.36162Z","time spent":"387.680386ms","remote":"127.0.0.1:50818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:42.748283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014183022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:13:42.749369Z","caller":"traceutil/trace.go:171","msg":"trace[78823054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26261; }","duration":"3.015282621s","start":"2026-08-20T02:13:39.734076Z","end":"2026-08-20T02:13:42.749358Z","steps":["trace[78823054] 'agreement among raft nodes before linearized reading' (duration: 3.014080589s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.749408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.734069Z","time spent":"3.015327072s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:13:42.749168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.229849Z","time spent":"519.299986ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:42.748726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.317846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:42.74951Z","caller":"traceutil/trace.go:171","msg":"trace[1054813388] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26261; }","duration":"492.140168ms","start":"2026-08-20T02:13:42.257357Z","end":"2026-08-20T02:13:42.749497Z","steps":["trace[1054813388] 'agreement among raft nodes before linearized reading' (duration: 491.273124ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:42.749549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.257333Z","time spent":"492.20385ms","remote":"127.0.0.1:52910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:42.748273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:39.729085Z","time spent":"3.01918359s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T02:13:43.074955Z","caller":"traceutil/trace.go:171","msg":"trace[1806990733] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"320.982153ms","start":"2026-08-20T02:13:42.753933Z","end":"2026-08-20T02:13:43.074915Z","steps":["trace[1806990733] 'process raft request' (duration: 320.771217ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:43.074997Z","caller":"traceutil/trace.go:171","msg":"trace[204311701] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"320.461439ms","start":"2026-08-20T02:13:42.754504Z","end":"2026-08-20T02:13:43.074965Z","steps":["trace[204311701] 'process raft request' (duration: 320.320415ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:43.075019Z","caller":"traceutil/trace.go:171","msg":"trace[1127113432] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"320.53081ms","start":"2026-08-20T02:13:42.754415Z","end":"2026-08-20T02:13:43.074946Z","steps":["trace[1127113432] 'process raft request' (duration: 320.355026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.075166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.754465Z","time spent":"320.608833ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:43.075227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.753923Z","time spent":"321.122847ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:43.075291Z","caller":"traceutil/trace.go:171","msg":"trace[27619181] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"320.612353ms","start":"2026-08-20T02:13:42.75466Z","end":"2026-08-20T02:13:43.075272Z","steps":["trace[27619181] 'process raft request' (duration: 320.213243ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.075392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.75465Z","time spent":"320.689614ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:43.075392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.754407Z","time spent":"320.746336ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:43.075491Z","caller":"traceutil/trace.go:171","msg":"trace[2070019195] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"320.059388ms","start":"2026-08-20T02:13:42.755425Z","end":"2026-08-20T02:13:43.075485Z","steps":["trace[2070019195] 'process raft request' (duration: 319.950885ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:43.075481Z","caller":"traceutil/trace.go:171","msg":"trace[642714145] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"320.738826ms","start":"2026-08-20T02:13:42.754723Z","end":"2026-08-20T02:13:43.075462Z","steps":["trace[642714145] 'process raft request' (duration: 320.434378ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:43.075475Z","caller":"traceutil/trace.go:171","msg":"trace[1921765738] linearizableReadLoop","detail":"{readStateIndex:27139; appliedIndex:27132; }","duration":"284.224868ms","start":"2026-08-20T02:13:42.791234Z","end":"2026-08-20T02:13:43.075459Z","steps":["trace[1921765738] 'read index received' (duration: 283.146691ms)","trace[1921765738] 'applied index is now lower than readState.Index' (duration: 1.077287ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:43.075523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.755408Z","time spent":"320.10007ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:43.07558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.754714Z","time spent":"320.811638ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:43.075628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.814798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:43.075671Z","caller":"traceutil/trace.go:171","msg":"trace[153997932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26268; }","duration":"320.89709ms","start":"2026-08-20T02:13:42.754767Z","end":"2026-08-20T02:13:43.075664Z","steps":["trace[153997932] 'agreement among raft nodes before linearized reading' (duration: 320.790427ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.075709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.509561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-794e23da-db64-4146-885d-0a4c6f043e93\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-08-20T02:13:43.075762Z","caller":"traceutil/trace.go:171","msg":"trace[1966159283] range","detail":"{range_begin:/registry/persistentvolumes/pvc-794e23da-db64-4146-885d-0a4c6f043e93; range_end:; response_count:1; response_revision:26268; }","duration":"322.579924ms","start":"2026-08-20T02:13:42.753168Z","end":"2026-08-20T02:13:43.075748Z","steps":["trace[1966159283] 'agreement among raft nodes before linearized reading' (duration: 322.42904ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.075804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.753157Z","time spent":"322.639945ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-794e23da-db64-4146-885d-0a4c6f043e93\" "} {"level":"warn","ts":"2026-08-20T02:13:43.075722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.754755Z","time spent":"320.948501ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:13:43.076405Z","caller":"traceutil/trace.go:171","msg":"trace[2031626470] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"321.66887ms","start":"2026-08-20T02:13:42.753185Z","end":"2026-08-20T02:13:43.074853Z","steps":["trace[2031626470] 'process raft request' (duration: 321.2727ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.076534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:42.753171Z","time spent":"323.283832ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:43.095502Z","caller":"traceutil/trace.go:171","msg":"trace[881837477] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"298.498474ms","start":"2026-08-20T02:13:42.796967Z","end":"2026-08-20T02:13:43.095466Z","steps":["trace[881837477] 'process raft request' (duration: 298.239108ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.095559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.03325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:43.095618Z","caller":"traceutil/trace.go:171","msg":"trace[1620247941] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26270; }","duration":"102.148333ms","start":"2026-08-20T02:13:42.993455Z","end":"2026-08-20T02:13:43.095603Z","steps":["trace[1620247941] 'agreement among raft nodes before linearized reading' (duration: 101.965898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.095612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.769454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:13:43.095671Z","caller":"traceutil/trace.go:171","msg":"trace[1176658457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26270; }","duration":"154.872227ms","start":"2026-08-20T02:13:42.940785Z","end":"2026-08-20T02:13:43.095658Z","steps":["trace[1176658457] 'agreement among raft nodes before linearized reading' (duration: 154.630071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:43.095965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.695327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:43.096008Z","caller":"traceutil/trace.go:171","msg":"trace[1195355538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26270; }","duration":"227.79099ms","start":"2026-08-20T02:13:42.868204Z","end":"2026-08-20T02:13:43.095995Z","steps":["trace[1195355538] 'agreement among raft nodes before linearized reading' (duration: 227.731488ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:43.095987Z","caller":"traceutil/trace.go:171","msg":"trace[379799215] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"298.821173ms","start":"2026-08-20T02:13:42.797102Z","end":"2026-08-20T02:13:43.095924Z","steps":["trace[379799215] 'process raft request' (duration: 298.229768ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:43.689538Z","caller":"traceutil/trace.go:171","msg":"trace[1484233051] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"114.752517ms","start":"2026-08-20T02:13:43.574762Z","end":"2026-08-20T02:13:43.689515Z","steps":["trace[1484233051] 'process raft request' (duration: 114.587293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:44.77905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.69767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-08-20T02:13:44.779201Z","caller":"traceutil/trace.go:171","msg":"trace[1212412281] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26273; }","duration":"437.891555ms","start":"2026-08-20T02:13:44.341292Z","end":"2026-08-20T02:13:44.779183Z","steps":["trace[1212412281] 'range keys from in-memory index tree' (duration: 437.540276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:44.779268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.341273Z","time spent":"437.982757ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11818,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-08-20T02:13:44.779306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.276568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18274"} {"level":"info","ts":"2026-08-20T02:13:44.779381Z","caller":"traceutil/trace.go:171","msg":"trace[562942484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26273; }","duration":"657.36019ms","start":"2026-08-20T02:13:44.122004Z","end":"2026-08-20T02:13:44.779364Z","steps":["trace[562942484] 'range keys from in-memory index tree' (duration: 657.113293ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:44.779429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.121982Z","time spent":"657.438642ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-20T02:13:44.779813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.384385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-08-20T02:13:44.779857Z","caller":"traceutil/trace.go:171","msg":"trace[1745362836] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26273; }","duration":"515.466747ms","start":"2026-08-20T02:13:44.264379Z","end":"2026-08-20T02:13:44.779846Z","steps":["trace[1745362836] 'range keys from in-memory index tree' (duration: 515.265251ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:44.779884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.264361Z","time spent":"515.514939ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-08-20T02:13:46.352008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508207711s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-20T02:13:46.352121Z","caller":"traceutil/trace.go:171","msg":"trace[586497010] linearizableReadLoop","detail":"{readStateIndex:27145; appliedIndex:27144; }","duration":"1.742866886s","start":"2026-08-20T02:13:44.609236Z","end":"2026-08-20T02:13:46.352103Z","steps":["trace[586497010] 'read index received' (duration: 234.657615ms)","trace[586497010] 'applied index is now lower than readState.Index' (duration: 1.508207661s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:46.352973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743716908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:46.353025Z","caller":"traceutil/trace.go:171","msg":"trace[363325682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26273; }","duration":"1.74379783s","start":"2026-08-20T02:13:44.609213Z","end":"2026-08-20T02:13:46.353011Z","steps":["trace[363325682] 'agreement among raft nodes before linearized reading' (duration: 1.743700958s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:46.353047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.609196Z","time spent":"1.743846511s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:13:46.656851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.812910116s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:46.657259Z","caller":"traceutil/trace.go:171","msg":"trace[771255107] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"1.931540142s","start":"2026-08-20T02:13:44.725701Z","end":"2026-08-20T02:13:46.657241Z","steps":["trace[771255107] 'process raft request' (duration: 1.931328756s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:46.657355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.725671Z","time spent":"1.931622834s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:46.657579Z","caller":"traceutil/trace.go:171","msg":"trace[694764604] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"1.905248736s","start":"2026-08-20T02:13:44.75229Z","end":"2026-08-20T02:13:46.657539Z","steps":["trace[694764604] 'process raft request' (duration: 1.904884347s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:46.657739Z","caller":"traceutil/trace.go:171","msg":"trace[1194616577] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"1.904481527s","start":"2026-08-20T02:13:44.753248Z","end":"2026-08-20T02:13:46.657729Z","steps":["trace[1194616577] 'process raft request' (duration: 1.904347874s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:46.657715Z","caller":"traceutil/trace.go:171","msg":"trace[583696475] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"1.90461474s","start":"2026-08-20T02:13:44.753073Z","end":"2026-08-20T02:13:46.657687Z","steps":["trace[583696475] 'process raft request' (duration: 1.904485357s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:46.657749Z","caller":"traceutil/trace.go:171","msg":"trace[447161722] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"1.904393004s","start":"2026-08-20T02:13:44.753343Z","end":"2026-08-20T02:13:46.657736Z","steps":["trace[447161722] 'process raft request' (duration: 1.904314542s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:46.657772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.752255Z","time spent":"1.905443291s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:46.657805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.753233Z","time spent":"1.904539078s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:46.65781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.753314Z","time spent":"1.904467886s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:46.657634Z","caller":"traceutil/trace.go:171","msg":"trace[131539179] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"1.905265446s","start":"2026-08-20T02:13:44.752355Z","end":"2026-08-20T02:13:46.657621Z","steps":["trace[131539179] 'process raft request' (duration: 1.905082972s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:46.657826Z","caller":"traceutil/trace.go:171","msg":"trace[999695117] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"1.903617105s","start":"2026-08-20T02:13:44.754183Z","end":"2026-08-20T02:13:46.6578Z","steps":["trace[999695117] 'process raft request' (duration: 1.903552053s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:46.65786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.753057Z","time spent":"1.904725622s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:46.657872Z","caller":"traceutil/trace.go:171","msg":"trace[777175272] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"1.903902212s","start":"2026-08-20T02:13:44.753964Z","end":"2026-08-20T02:13:46.657866Z","steps":["trace[777175272] 'process raft request' (duration: 1.903734077s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:46.657983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.753948Z","time spent":"1.904016525s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:46.657874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.752321Z","time spent":"1.905532523s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:46.657999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.754174Z","time spent":"1.903732968s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:47.431689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.422718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:13:47.431785Z","caller":"traceutil/trace.go:171","msg":"trace[2056629346] linearizableReadLoop","detail":"{readStateIndex:27154; appliedIndex:27145; }","duration":"1.079621684s","start":"2026-08-20T02:13:46.352148Z","end":"2026-08-20T02:13:47.431769Z","steps":["trace[2056629346] 'read index received' (duration: 304.90925ms)","trace[2056629346] 'applied index is now lower than readState.Index' (duration: 774.711304ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:47.432021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821524855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:47.432096Z","caller":"traceutil/trace.go:171","msg":"trace[572351376] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26282; }","duration":"2.821626268s","start":"2026-08-20T02:13:44.610454Z","end":"2026-08-20T02:13:47.43208Z","steps":["trace[572351376] 'agreement among raft nodes before linearized reading' (duration: 2.821489215s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.610449Z","time spent":"2.82167868s","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:47.432135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351817703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:13:47.432205Z","caller":"traceutil/trace.go:171","msg":"trace[5287081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26282; }","duration":"2.351925495s","start":"2026-08-20T02:13:45.080262Z","end":"2026-08-20T02:13:47.432187Z","steps":["trace[5287081] 'agreement among raft nodes before linearized reading' (duration: 2.351678379s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.080246Z","time spent":"2.351999918s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:47.432258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078218278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:47.432304Z","caller":"traceutil/trace.go:171","msg":"trace[1496010688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26282; }","duration":"1.07830382s","start":"2026-08-20T02:13:46.353988Z","end":"2026-08-20T02:13:47.432292Z","steps":["trace[1496010688] 'agreement among raft nodes before linearized reading' (duration: 1.078231878s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:46.353966Z","time spent":"1.078371232s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:13:47.432323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.793211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:47.432369Z","caller":"traceutil/trace.go:171","msg":"trace[1734928917] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"1.734779278s","start":"2026-08-20T02:13:45.697577Z","end":"2026-08-20T02:13:47.432357Z","steps":["trace[1734928917] 'process raft request' (duration: 1.260614361s)","trace[1734928917] 'compare' (duration: 473.293624ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:13:47.432402Z","caller":"traceutil/trace.go:171","msg":"trace[1045729518] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26282; }","duration":"273.938104ms","start":"2026-08-20T02:13:47.158445Z","end":"2026-08-20T02:13:47.432383Z","steps":["trace[1045729518] 'agreement among raft nodes before linearized reading' (duration: 273.78712ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.697553Z","time spent":"1.734838779s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:47.432486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651271334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7965"} {"level":"info","ts":"2026-08-20T02:13:47.432534Z","caller":"traceutil/trace.go:171","msg":"trace[2009382734] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:26282; }","duration":"2.651343225s","start":"2026-08-20T02:13:44.781179Z","end":"2026-08-20T02:13:47.432522Z","steps":["trace[2009382734] 'agreement among raft nodes before linearized reading' (duration: 2.65114136s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.781142Z","time spent":"2.651415547s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7988,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-08-20T02:13:47.432584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008837076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:47.432664Z","caller":"traceutil/trace.go:171","msg":"trace[1834276556] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26282; }","duration":"1.00897241s","start":"2026-08-20T02:13:46.423673Z","end":"2026-08-20T02:13:47.432645Z","steps":["trace[1834276556] 'agreement among raft nodes before linearized reading' (duration: 1.008831296s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330685992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-08-20T02:13:47.432681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644054538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"warn","ts":"2026-08-20T02:13:47.432521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645851364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18274"} {"level":"warn","ts":"2026-08-20T02:13:47.432711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:46.423653Z","time spent":"1.009047682s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-08-20T02:13:47.432752Z","caller":"traceutil/trace.go:171","msg":"trace[70459760] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26282; }","duration":"2.646133292s","start":"2026-08-20T02:13:44.786602Z","end":"2026-08-20T02:13:47.432736Z","steps":["trace[70459760] 'agreement among raft nodes before linearized reading' (duration: 2.645624868s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.826802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:47.432785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.786589Z","time spent":"2.646186093s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-08-20T02:13:47.432768Z","caller":"traceutil/trace.go:171","msg":"trace[1312139584] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26282; }","duration":"2.64412742s","start":"2026-08-20T02:13:44.788603Z","end":"2026-08-20T02:13:47.432731Z","steps":["trace[1312139584] 'agreement among raft nodes before linearized reading' (duration: 2.643984235s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:47.432795Z","caller":"traceutil/trace.go:171","msg":"trace[1595869615] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26282; }","duration":"470.926374ms","start":"2026-08-20T02:13:46.961852Z","end":"2026-08-20T02:13:47.432778Z","steps":["trace[1595869615] 'agreement among raft nodes before linearized reading' (duration: 470.852392ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.43284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:46.961829Z","time spent":"471.001857ms","remote":"127.0.0.1:44722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:47.432881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350301085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-20T02:13:47.432885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351091416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-20T02:13:47.4329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351078405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:13:47.432921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351142877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-20T02:13:47.432785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721419196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:47.432937Z","caller":"traceutil/trace.go:171","msg":"trace[1472800128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26282; }","duration":"2.350403597s","start":"2026-08-20T02:13:45.08252Z","end":"2026-08-20T02:13:47.432923Z","steps":["trace[1472800128] 'agreement among raft nodes before linearized reading' (duration: 2.350281644s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:47.432958Z","caller":"traceutil/trace.go:171","msg":"trace[806225309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26282; }","duration":"2.351145317s","start":"2026-08-20T02:13:45.081796Z","end":"2026-08-20T02:13:47.432941Z","steps":["trace[806225309] 'agreement among raft nodes before linearized reading' (duration: 2.350952132s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:47.432969Z","caller":"traceutil/trace.go:171","msg":"trace[810877207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26282; }","duration":"2.351194969s","start":"2026-08-20T02:13:45.081755Z","end":"2026-08-20T02:13:47.43295Z","steps":["trace[810877207] 'agreement among raft nodes before linearized reading' (duration: 2.351068805s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.432999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.082497Z","time spent":"2.350486859s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:13:47.432855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:44.788595Z","time spent":"2.644241023s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11818,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-08-20T02:13:47.433006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.08179Z","time spent":"2.351204499s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T02:13:47.433017Z","caller":"traceutil/trace.go:171","msg":"trace[1346366850] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26282; }","duration":"1.721671142s","start":"2026-08-20T02:13:45.711302Z","end":"2026-08-20T02:13:47.432973Z","steps":["trace[1346366850] 'agreement among raft nodes before linearized reading' (duration: 1.721441516s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:47.432944Z","caller":"traceutil/trace.go:171","msg":"trace[1420008938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26282; }","duration":"2.351199508s","start":"2026-08-20T02:13:45.081731Z","end":"2026-08-20T02:13:47.43293Z","steps":["trace[1420008938] 'agreement among raft nodes before linearized reading' (duration: 2.351033134s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.433041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.081746Z","time spent":"2.351279681s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T02:13:47.432723Z","caller":"traceutil/trace.go:171","msg":"trace[1061285545] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26282; }","duration":"1.330761875s","start":"2026-08-20T02:13:46.10195Z","end":"2026-08-20T02:13:47.432712Z","steps":["trace[1061285545] 'agreement among raft nodes before linearized reading' (duration: 1.330591979s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:47.43307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.711275Z","time spent":"1.721774794s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:47.433088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:45.081701Z","time spent":"2.351376793s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:47.433112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:46.101932Z","time spent":"1.331167114s","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:48.043315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.633647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:13:48.043403Z","caller":"traceutil/trace.go:171","msg":"trace[339579245] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"601.221908ms","start":"2026-08-20T02:13:47.442165Z","end":"2026-08-20T02:13:48.043387Z","steps":["trace[339579245] 'process raft request' (duration: 473.435257ms)","trace[339579245] 'compare' (duration: 127.224426ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:48.04346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.442148Z","time spent":"601.29265ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:48.511701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.531767ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:48.511783Z","caller":"traceutil/trace.go:171","msg":"trace[1475679290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26283; }","duration":"122.623529ms","start":"2026-08-20T02:13:48.389148Z","end":"2026-08-20T02:13:48.511772Z","steps":["trace[1475679290] 'range keys from in-memory index tree' (duration: 122.518226ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:48.956142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0405524s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:48.956708Z","caller":"traceutil/trace.go:171","msg":"trace[1108747569] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"1.51443324s","start":"2026-08-20T02:13:47.442254Z","end":"2026-08-20T02:13:48.956687Z","steps":["trace[1108747569] 'process raft request' (duration: 1.514367247s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:48.956767Z","caller":"traceutil/trace.go:171","msg":"trace[1172193745] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"1.514534502s","start":"2026-08-20T02:13:47.442197Z","end":"2026-08-20T02:13:48.956732Z","steps":["trace[1172193745] 'process raft request' (duration: 1.514294225s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:48.956819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.442247Z","time spent":"1.514504421s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:48.956919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.44218Z","time spent":"1.514660656s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:48.957042Z","caller":"traceutil/trace.go:171","msg":"trace[478384046] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"1.514744907s","start":"2026-08-20T02:13:47.442286Z","end":"2026-08-20T02:13:48.95703Z","steps":["trace[478384046] 'process raft request' (duration: 1.514370698s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:48.95713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.442281Z","time spent":"1.514816719s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:48.957335Z","caller":"traceutil/trace.go:171","msg":"trace[1017739306] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"1.514994784s","start":"2026-08-20T02:13:47.442328Z","end":"2026-08-20T02:13:48.957323Z","steps":["trace[1017739306] 'process raft request' (duration: 1.514663355s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:48.957387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.44232Z","time spent":"1.515041955s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:48.957522Z","caller":"traceutil/trace.go:171","msg":"trace[1395054020] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"1.201592286s","start":"2026-08-20T02:13:47.755922Z","end":"2026-08-20T02:13:48.957514Z","steps":["trace[1395054020] 'process raft request' (duration: 1.201326429s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:48.957501Z","caller":"traceutil/trace.go:171","msg":"trace[611460026] linearizableReadLoop","detail":"{readStateIndex:27159; appliedIndex:27154; }","duration":"1.511219538s","start":"2026-08-20T02:13:47.446254Z","end":"2026-08-20T02:13:48.957473Z","steps":["trace[611460026] 'read index received' (duration: 469.362584ms)","trace[611460026] 'applied index is now lower than readState.Index' (duration: 1.041855954s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:48.957574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.755894Z","time spent":"1.201656788s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:48.95791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511635898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:48.957963Z","caller":"traceutil/trace.go:171","msg":"trace[1444509878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"1.51172585s","start":"2026-08-20T02:13:47.446222Z","end":"2026-08-20T02:13:48.957948Z","steps":["trace[1444509878] 'agreement among raft nodes before linearized reading' (duration: 1.511374051s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:48.958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.446208Z","time spent":"1.511783922s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:13:49.173339Z","caller":"traceutil/trace.go:171","msg":"trace[859569754] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"508.465537ms","start":"2026-08-20T02:13:48.664851Z","end":"2026-08-20T02:13:49.173317Z","steps":["trace[859569754] 'process raft request' (duration: 508.279963ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:49.173419Z","caller":"traceutil/trace.go:171","msg":"trace[229324600] linearizableReadLoop","detail":"{readStateIndex:27167; appliedIndex:27160; }","duration":"215.833602ms","start":"2026-08-20T02:13:48.957567Z","end":"2026-08-20T02:13:49.1734Z","steps":["trace[229324600] 'read index received' (duration: 215.509034ms)","trace[229324600] 'applied index is now lower than readState.Index' (duration: 323.568µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:49.17346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.664829Z","time spent":"508.56334ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:49.173499Z","caller":"traceutil/trace.go:171","msg":"trace[2004760361] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"508.482238ms","start":"2026-08-20T02:13:48.665009Z","end":"2026-08-20T02:13:49.173492Z","steps":["trace[2004760361] 'process raft request' (duration: 508.234402ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.173578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.665002Z","time spent":"508.515478ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:49.173627Z","caller":"traceutil/trace.go:171","msg":"trace[2059601675] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"508.157639ms","start":"2026-08-20T02:13:48.665456Z","end":"2026-08-20T02:13:49.173614Z","steps":["trace[2059601675] 'process raft request' (duration: 507.887642ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:49.173624Z","caller":"traceutil/trace.go:171","msg":"trace[1471719769] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"508.19787ms","start":"2026-08-20T02:13:48.66541Z","end":"2026-08-20T02:13:49.173607Z","steps":["trace[1471719769] 'process raft request' (duration: 507.914273ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.173712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.665452Z","time spent":"508.22142ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:49.173743Z","caller":"traceutil/trace.go:171","msg":"trace[719530571] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"508.55909ms","start":"2026-08-20T02:13:48.665178Z","end":"2026-08-20T02:13:49.173737Z","steps":["trace[719530571] 'process raft request' (duration: 508.092048ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.173712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.665403Z","time spent":"508.279672ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:49.173748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.628161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:49.173793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726676129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:49.173803Z","caller":"traceutil/trace.go:171","msg":"trace[2115005573] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"508.59395ms","start":"2026-08-20T02:13:48.665203Z","end":"2026-08-20T02:13:49.173797Z","steps":["trace[2115005573] 'process raft request' (duration: 508.090618ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.173779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.665169Z","time spent":"508.592981ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:49.173832Z","caller":"traceutil/trace.go:171","msg":"trace[694791686] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26295; }","duration":"1.72671486s","start":"2026-08-20T02:13:47.447105Z","end":"2026-08-20T02:13:49.17382Z","steps":["trace[694791686] 'agreement among raft nodes before linearized reading' (duration: 1.726655159s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:49.173827Z","caller":"traceutil/trace.go:171","msg":"trace[550276360] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26295; }","duration":"816.764405ms","start":"2026-08-20T02:13:48.357044Z","end":"2026-08-20T02:13:49.173808Z","steps":["trace[550276360] 'agreement among raft nodes before linearized reading' (duration: 816.542059ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.173838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.665189Z","time spent":"508.633182ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:49.173859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:47.447073Z","time spent":"1.726779522s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-08-20T02:13:49.173874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.357Z","time spent":"816.860877ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:49.173889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.057333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:49.173919Z","caller":"traceutil/trace.go:171","msg":"trace[411854874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26295; }","duration":"208.120054ms","start":"2026-08-20T02:13:48.965791Z","end":"2026-08-20T02:13:49.173911Z","steps":["trace[411854874] 'agreement among raft nodes before linearized reading' (duration: 208.068153ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:49.173932Z","caller":"traceutil/trace.go:171","msg":"trace[1310252459] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"504.68099ms","start":"2026-08-20T02:13:48.669241Z","end":"2026-08-20T02:13:49.173922Z","steps":["trace[1310252459] 'process raft request' (duration: 504.129826ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.174007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.669225Z","time spent":"504.727561ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:49.174016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.84875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:49.174043Z","caller":"traceutil/trace.go:171","msg":"trace[1379751341] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26295; }","duration":"843.875791ms","start":"2026-08-20T02:13:48.33016Z","end":"2026-08-20T02:13:49.174036Z","steps":["trace[1379751341] 'agreement among raft nodes before linearized reading' (duration: 843.832349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.174061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.330118Z","time spent":"843.937772ms","remote":"127.0.0.1:55698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:49.17424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.364357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:13:49.174262Z","caller":"traceutil/trace.go:171","msg":"trace[1859211452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26295; }","duration":"975.413428ms","start":"2026-08-20T02:13:48.198843Z","end":"2026-08-20T02:13:49.174256Z","steps":["trace[1859211452] 'agreement among raft nodes before linearized reading' (duration: 975.307855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.174278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.198827Z","time spent":"975.447229ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:13:49.174271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034990957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:49.174309Z","caller":"traceutil/trace.go:171","msg":"trace[154452555] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26295; }","duration":"1.035054459s","start":"2026-08-20T02:13:48.139243Z","end":"2026-08-20T02:13:49.174298Z","steps":["trace[154452555] 'agreement among raft nodes before linearized reading' (duration: 1.034990628s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:49.174342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:48.13923Z","time spent":"1.03510333s","remote":"127.0.0.1:47214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:50.035429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:50.463949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188319536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-08-20T02:13:50.464051Z","caller":"traceutil/trace.go:171","msg":"trace[494569541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26295; }","duration":"1.18846932s","start":"2026-08-20T02:13:49.275562Z","end":"2026-08-20T02:13:50.464031Z","steps":["trace[494569541] 'range keys from in-memory index tree' (duration: 1.188120751s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:50.464102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.275541Z","time spent":"1.188551432s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-20T02:13:50.464075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17602382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:50.464172Z","caller":"traceutil/trace.go:171","msg":"trace[580458045] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26295; }","duration":"1.176147623s","start":"2026-08-20T02:13:49.287996Z","end":"2026-08-20T02:13:50.464144Z","steps":["trace[580458045] 'count revisions from in-memory index tree' (duration: 1.175936107s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:50.464235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.287938Z","time spent":"1.176278867s","remote":"127.0.0.1:47156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:50.46433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142499639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:13:50.464426Z","caller":"traceutil/trace.go:171","msg":"trace[1971406272] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26295; }","duration":"1.142647173s","start":"2026-08-20T02:13:49.321764Z","end":"2026-08-20T02:13:50.464411Z","steps":["trace[1971406272] 'range keys from in-memory index tree' (duration: 1.142298004s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:50.464455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.321744Z","time spent":"1.142704914s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T02:13:50.536379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:50.644584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.202385156s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:50.644933Z","caller":"traceutil/trace.go:171","msg":"trace[1256492545] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"1.202810926s","start":"2026-08-20T02:13:49.442102Z","end":"2026-08-20T02:13:50.644913Z","steps":["trace[1256492545] 'process raft request' (duration: 1.202681873s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:50.645037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.44208Z","time spent":"1.202900259s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:51.720153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.55943ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-08-20T02:13:51.720415Z","caller":"traceutil/trace.go:171","msg":"trace[1702590914] linearizableReadLoop","detail":"{readStateIndex:27169; appliedIndex:27168; }","duration":"2.185054261s","start":"2026-08-20T02:13:49.535346Z","end":"2026-08-20T02:13:51.720401Z","steps":["trace[1702590914] 'read index received' (duration: 1.109553543s)","trace[1702590914] 'applied index is now lower than readState.Index' (duration: 1.075499818s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:51.720473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.466387Z","time spent":"1.254083914s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:13:51.720626Z","caller":"traceutil/trace.go:171","msg":"trace[1492275921] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"1.086223073s","start":"2026-08-20T02:13:50.634378Z","end":"2026-08-20T02:13:51.720601Z","steps":["trace[1492275921] 'process raft request' (duration: 1.085855834s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:51.720758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.634354Z","time spent":"1.086329517s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:51.720771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18540719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:51.720811Z","caller":"traceutil/trace.go:171","msg":"trace[617424659] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26297; }","duration":"2.185505072s","start":"2026-08-20T02:13:49.535293Z","end":"2026-08-20T02:13:51.720798Z","steps":["trace[617424659] 'agreement among raft nodes before linearized reading' (duration: 2.185319378s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:51.720857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.535274Z","time spent":"2.185571944s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:51.778203Z","caller":"traceutil/trace.go:171","msg":"trace[1317579764] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"600.027788ms","start":"2026-08-20T02:13:51.178144Z","end":"2026-08-20T02:13:51.778171Z","steps":["trace[1317579764] 'process raft request' (duration: 599.856804ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:51.778373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.178124Z","time spent":"600.164533ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:52.472451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.897465Z","time spent":"574.978326ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:13:52.473191Z","caller":"traceutil/trace.go:171","msg":"trace[1623895907] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"1.294335648s","start":"2026-08-20T02:13:51.178828Z","end":"2026-08-20T02:13:52.473164Z","steps":["trace[1623895907] 'process raft request' (duration: 1.2935973s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.473343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.178807Z","time spent":"1.294449311s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:52.4735Z","caller":"traceutil/trace.go:171","msg":"trace[487005310] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"1.294020499s","start":"2026-08-20T02:13:51.179463Z","end":"2026-08-20T02:13:52.473484Z","steps":["trace[487005310] 'process raft request' (duration: 1.293598699s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.473584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.179452Z","time spent":"1.294085212s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:52.473615Z","caller":"traceutil/trace.go:171","msg":"trace[1393397960] linearizableReadLoop","detail":"{readStateIndex:27177; appliedIndex:27171; }","duration":"753.153971ms","start":"2026-08-20T02:13:51.72044Z","end":"2026-08-20T02:13:52.473594Z","steps":["trace[1393397960] 'read index received' (duration: 57.832996ms)","trace[1393397960] 'applied index is now lower than readState.Index' (duration: 695.319975ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:52.473824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862327794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:52.473831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512686105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:13:52.473862Z","caller":"traceutil/trace.go:171","msg":"trace[643129506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26305; }","duration":"1.862419077s","start":"2026-08-20T02:13:50.611431Z","end":"2026-08-20T02:13:52.47385Z","steps":["trace[643129506] 'agreement among raft nodes before linearized reading' (duration: 1.862340475s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.473829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095080411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:52.473878Z","caller":"traceutil/trace.go:171","msg":"trace[619495300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26305; }","duration":"1.512773857s","start":"2026-08-20T02:13:50.961091Z","end":"2026-08-20T02:13:52.473865Z","steps":["trace[619495300] 'agreement among raft nodes before linearized reading' (duration: 1.512577772s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.473899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.611411Z","time spent":"1.862477658s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:13:52.47392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.961067Z","time spent":"1.512843119s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T02:13:52.473924Z","caller":"traceutil/trace.go:171","msg":"trace[1413658291] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26305; }","duration":"1.095230545s","start":"2026-08-20T02:13:51.378669Z","end":"2026-08-20T02:13:52.4739Z","steps":["trace[1413658291] 'agreement among raft nodes before linearized reading' (duration: 1.094931237s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.473967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843253903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:13:52.474002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.378651Z","time spent":"1.095332367s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:52.474024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.417225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:13:52.47408Z","caller":"traceutil/trace.go:171","msg":"trace[817102430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26305; }","duration":"691.530308ms","start":"2026-08-20T02:13:51.782537Z","end":"2026-08-20T02:13:52.474068Z","steps":["trace[817102430] 'agreement among raft nodes before linearized reading' (duration: 691.418085ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.474106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.782516Z","time spent":"691.5839ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:52.474156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512034979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-20T02:13:52.474146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.83822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:52.474152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426671145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-20T02:13:52.474033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51248277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-20T02:13:52.474181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641303617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:52.474204Z","caller":"traceutil/trace.go:171","msg":"trace[1846288436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26305; }","duration":"1.51210554s","start":"2026-08-20T02:13:50.962084Z","end":"2026-08-20T02:13:52.47419Z","steps":["trace[1846288436] 'agreement among raft nodes before linearized reading' (duration: 1.511977717s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474216Z","caller":"traceutil/trace.go:171","msg":"trace[1889924277] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26305; }","duration":"660.954713ms","start":"2026-08-20T02:13:51.813243Z","end":"2026-08-20T02:13:52.474198Z","steps":["trace[1889924277] 'agreement among raft nodes before linearized reading' (duration: 660.842851ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474237Z","caller":"traceutil/trace.go:171","msg":"trace[664267661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26305; }","duration":"1.512707115s","start":"2026-08-20T02:13:50.961521Z","end":"2026-08-20T02:13:52.474228Z","steps":["trace[664267661] 'agreement among raft nodes before linearized reading' (duration: 1.512355476s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.47426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.961516Z","time spent":"1.512737067s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:52.474256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.813223Z","time spent":"661.026335ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:52.474254Z","caller":"traceutil/trace.go:171","msg":"trace[46261210] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26305; }","duration":"2.64143531s","start":"2026-08-20T02:13:49.8328Z","end":"2026-08-20T02:13:52.474235Z","steps":["trace[46261210] 'agreement among raft nodes before linearized reading' (duration: 2.641293357s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474259Z","caller":"traceutil/trace.go:171","msg":"trace[1853731671] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"752.216326ms","start":"2026-08-20T02:13:51.72203Z","end":"2026-08-20T02:13:52.474247Z","steps":["trace[1853731671] 'process raft request' (duration: 751.513808ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474269Z","caller":"traceutil/trace.go:171","msg":"trace[1279198174] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"1.294311547s","start":"2026-08-20T02:13:51.179944Z","end":"2026-08-20T02:13:52.474256Z","steps":["trace[1279198174] 'process raft request' (duration: 1.293570448s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.474257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.962074Z","time spent":"1.512171912s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:52.474301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.832773Z","time spent":"2.641517863s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:52.474354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.722005Z","time spent":"752.291228ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:52.474356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.179937Z","time spent":"1.294369758s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:52.474037Z","caller":"traceutil/trace.go:171","msg":"trace[772515579] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26305; }","duration":"2.843363876s","start":"2026-08-20T02:13:49.630649Z","end":"2026-08-20T02:13:52.474013Z","steps":["trace[772515579] 'agreement among raft nodes before linearized reading' (duration: 2.843226342s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474221Z","caller":"traceutil/trace.go:171","msg":"trace[1082239139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26305; }","duration":"2.426773078s","start":"2026-08-20T02:13:50.047436Z","end":"2026-08-20T02:13:52.474209Z","steps":["trace[1082239139] 'agreement among raft nodes before linearized reading' (duration: 2.426630914s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.474411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.047416Z","time spent":"2.426987524s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:13:52.474416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:49.630627Z","time spent":"2.843772587s","remote":"127.0.0.1:39502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:52.474265Z","caller":"traceutil/trace.go:171","msg":"trace[456721915] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"1.294640816s","start":"2026-08-20T02:13:51.179605Z","end":"2026-08-20T02:13:52.474245Z","steps":["trace[456721915] 'process raft request' (duration: 1.293874306s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474472Z","caller":"traceutil/trace.go:171","msg":"trace[5749697] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.294917283s","start":"2026-08-20T02:13:51.179541Z","end":"2026-08-20T02:13:52.474458Z","steps":["trace[5749697] 'process raft request' (duration: 1.293833716s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:52.474485Z","caller":"traceutil/trace.go:171","msg":"trace[1905472432] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"1.294894302s","start":"2026-08-20T02:13:51.179576Z","end":"2026-08-20T02:13:52.47447Z","steps":["trace[1905472432] 'process raft request' (duration: 1.293867346s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.474506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.1796Z","time spent":"1.294865631s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:52.474542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.179571Z","time spent":"1.294931863s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:52.474546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:51.179533Z","time spent":"1.294967024s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:52.474691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513183378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-20T02:13:52.474724Z","caller":"traceutil/trace.go:171","msg":"trace[524266522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26305; }","duration":"1.513232099s","start":"2026-08-20T02:13:50.961482Z","end":"2026-08-20T02:13:52.474714Z","steps":["trace[524266522] 'agreement among raft nodes before linearized reading' (duration: 1.512406608s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.474764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:50.961474Z","time spent":"1.513283461s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T02:13:52.994335Z","caller":"traceutil/trace.go:171","msg":"trace[1435070975] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"515.316973ms","start":"2026-08-20T02:13:52.47899Z","end":"2026-08-20T02:13:52.994307Z","steps":["trace[1435070975] 'process raft request' (duration: 466.996103ms)","trace[1435070975] 'compare' (duration: 47.972091ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:52.994502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.478972Z","time spent":"515.460057ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:52.994584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.278122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:13:52.994321Z","caller":"traceutil/trace.go:171","msg":"trace[761436620] linearizableReadLoop","detail":"{readStateIndex:27179; appliedIndex:27178; }","duration":"515.015426ms","start":"2026-08-20T02:13:52.479269Z","end":"2026-08-20T02:13:52.994285Z","steps":["trace[761436620] 'read index received' (duration: 466.981022ms)","trace[761436620] 'applied index is now lower than readState.Index' (duration: 48.032883ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:13:52.994648Z","caller":"traceutil/trace.go:171","msg":"trace[550414246] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26306; }","duration":"515.405695ms","start":"2026-08-20T02:13:52.479226Z","end":"2026-08-20T02:13:52.994632Z","steps":["trace[550414246] 'agreement among raft nodes before linearized reading' (duration: 515.175899ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:52.994699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.479094Z","time spent":"515.59022ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-20T02:13:53.495187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:54.008141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:54.31369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367446285s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T02:13:54.325108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:53.928687Z","time spent":"396.41569ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:13:54.325681Z","caller":"traceutil/trace.go:171","msg":"trace[914018204] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"1.846184799s","start":"2026-08-20T02:13:52.479431Z","end":"2026-08-20T02:13:54.325616Z","steps":["trace[914018204] 'process raft request' (duration: 1.834483139s)","trace[914018204] 'compare' (duration: 10.90418ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:54.325808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.479396Z","time spent":"1.846339013s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:54.325861Z","caller":"traceutil/trace.go:171","msg":"trace[954596092] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"1.676287536s","start":"2026-08-20T02:13:52.649557Z","end":"2026-08-20T02:13:54.325845Z","steps":["trace[954596092] 'process raft request' (duration: 1.676244005s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:54.326002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.649532Z","time spent":"1.67641242s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:54.326114Z","caller":"traceutil/trace.go:171","msg":"trace[1161522604] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"1.846516018s","start":"2026-08-20T02:13:52.47959Z","end":"2026-08-20T02:13:54.326106Z","steps":["trace[1161522604] 'process raft request' (duration: 1.845932783s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:54.326168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.479578Z","time spent":"1.846556059s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:54.326232Z","caller":"traceutil/trace.go:171","msg":"trace[2121743181] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"1.84621306s","start":"2026-08-20T02:13:52.48001Z","end":"2026-08-20T02:13:54.326223Z","steps":["trace[2121743181] 'process raft request' (duration: 1.845685846s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:54.326318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.479986Z","time spent":"1.846265842s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:54.326376Z","caller":"traceutil/trace.go:171","msg":"trace[1385654699] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"1.84621819s","start":"2026-08-20T02:13:52.480152Z","end":"2026-08-20T02:13:54.32637Z","steps":["trace[1385654699] 'process raft request' (duration: 1.845625566s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:54.326411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.480145Z","time spent":"1.846249071s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:54.48281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T02:13:54.482868Z","caller":"traceutil/trace.go:171","msg":"trace[1959652453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223415s","start":"2026-08-20T02:13:52.482632Z","end":"2026-08-20T02:13:54.482855Z","steps":["trace[1959652453] 'agreement among raft nodes before linearized reading' (duration: 2.000159543s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:54.482912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.482621Z","time spent":"2.000279026s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:13:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:13:55.708745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394817699s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:55.70915Z","caller":"traceutil/trace.go:171","msg":"trace[1834599330] linearizableReadLoop","detail":"{readStateIndex:27186; appliedIndex:27179; }","duration":"2.714463807s","start":"2026-08-20T02:13:52.994668Z","end":"2026-08-20T02:13:55.709132Z","steps":["trace[1834599330] 'read index received' (duration: 1.319253868s)","trace[1834599330] 'applied index is now lower than readState.Index' (duration: 1.395209189s)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:13:55.709375Z","caller":"traceutil/trace.go:171","msg":"trace[341014899] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"2.595195984s","start":"2026-08-20T02:13:53.11417Z","end":"2026-08-20T02:13:55.709366Z","steps":["trace[341014899] 'process raft request' (duration: 2.594748482s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:55.709456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:53.114143Z","time spent":"2.595257864s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:55.709581Z","caller":"traceutil/trace.go:171","msg":"trace[2059897902] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"1.926518303s","start":"2026-08-20T02:13:53.783056Z","end":"2026-08-20T02:13:55.709574Z","steps":["trace[2059897902] 'process raft request' (duration: 1.92601012s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:55.70962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:53.783024Z","time spent":"1.926576483s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:55.709737Z","caller":"traceutil/trace.go:171","msg":"trace[187022035] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"1.617459375s","start":"2026-08-20T02:13:54.092271Z","end":"2026-08-20T02:13:55.70973Z","steps":["trace[187022035] 'process raft request' (duration: 1.616826089s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:55.709783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.092252Z","time spent":"1.617506716s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:55.709902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885407466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:55.709928Z","caller":"traceutil/trace.go:171","msg":"trace[1975640478] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26314; }","duration":"2.885475298s","start":"2026-08-20T02:13:52.824447Z","end":"2026-08-20T02:13:55.709922Z","steps":["trace[1975640478] 'agreement among raft nodes before linearized reading' (duration: 2.885428466s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:55.709948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.824425Z","time spent":"2.885516879s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:55.710366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198731511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-854867d974-8j5nq.18cd60363b43a3a4\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-08-20T02:13:55.71046Z","caller":"traceutil/trace.go:171","msg":"trace[512488018] range","detail":"{range_begin:/registry/events/openstack/cinder-api-854867d974-8j5nq.18cd60363b43a3a4; range_end:; response_count:1; response_revision:26314; }","duration":"3.198833045s","start":"2026-08-20T02:13:52.511582Z","end":"2026-08-20T02:13:55.710415Z","steps":["trace[512488018] 'agreement among raft nodes before linearized reading' (duration: 3.198576519s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:55.710518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.511573Z","time spent":"3.198930107s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-854867d974-8j5nq.18cd60363b43a3a4\" "} {"level":"warn","ts":"2026-08-20T02:13:56.209348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:56.483654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000846071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:13:56.483748Z","caller":"traceutil/trace.go:171","msg":"trace[1282310309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000971474s","start":"2026-08-20T02:13:54.482757Z","end":"2026-08-20T02:13:56.483729Z","steps":["trace[1282310309] 'agreement among raft nodes before linearized reading' (duration: 2.000863722s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:56.484087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.482748Z","time spent":"2.001317964s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:13:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:13:56.710196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:13:56.9312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222300887s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:56.932563Z","caller":"traceutil/trace.go:171","msg":"trace[627377645] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"2.452233633s","start":"2026-08-20T02:13:54.480286Z","end":"2026-08-20T02:13:56.932519Z","steps":["trace[627377645] 'process raft request' (duration: 2.451182685s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:56.932655Z","caller":"traceutil/trace.go:171","msg":"trace[1072275446] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"2.452260574s","start":"2026-08-20T02:13:54.480374Z","end":"2026-08-20T02:13:56.932634Z","steps":["trace[1072275446] 'process raft request' (duration: 2.451124174s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:56.932764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.480348Z","time spent":"2.452354896s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:56.932753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.480262Z","time spent":"2.452391787s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:56.932858Z","caller":"traceutil/trace.go:171","msg":"trace[1343828840] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"2.452593512s","start":"2026-08-20T02:13:54.480197Z","end":"2026-08-20T02:13:56.93279Z","steps":["trace[1343828840] 'process raft request' (duration: 2.451165364s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:56.932866Z","caller":"traceutil/trace.go:171","msg":"trace[1143570630] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"2.452084599s","start":"2026-08-20T02:13:54.480757Z","end":"2026-08-20T02:13:56.932841Z","steps":["trace[1143570630] 'process raft request' (duration: 2.450768775s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:56.93299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.480741Z","time spent":"2.452186322s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:56.933015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.480145Z","time spent":"2.452779227s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:56.933072Z","caller":"traceutil/trace.go:171","msg":"trace[336242615] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"2.451805391s","start":"2026-08-20T02:13:54.481251Z","end":"2026-08-20T02:13:56.933056Z","steps":["trace[336242615] 'process raft request' (duration: 2.451707379s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:56.933146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.481223Z","time spent":"2.451883804s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:56.93312Z","caller":"traceutil/trace.go:171","msg":"trace[256127599] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"2.452258043s","start":"2026-08-20T02:13:54.480831Z","end":"2026-08-20T02:13:56.93309Z","steps":["trace[256127599] 'process raft request' (duration: 2.450715573s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:56.93348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.480817Z","time spent":"2.45250537s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:57.562302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T02:13:57.56241Z","caller":"traceutil/trace.go:171","msg":"trace[1069605121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000284736s","start":"2026-08-20T02:13:55.562098Z","end":"2026-08-20T02:13:57.562383Z","steps":["trace[1069605121] 'agreement among raft nodes before linearized reading' (duration: 2.000160213s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:57.562491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:55.562083Z","time spent":"2.000394309s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:13:58.116918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184423745s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:13:58.117416Z","caller":"traceutil/trace.go:171","msg":"trace[1178403762] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"2.405264316s","start":"2026-08-20T02:13:55.712125Z","end":"2026-08-20T02:13:58.117389Z","steps":["trace[1178403762] 'process raft request' (duration: 2.405001008s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.11761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:55.712108Z","time spent":"2.40539904s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:13:58.117845Z","caller":"traceutil/trace.go:171","msg":"trace[179574967] linearizableReadLoop","detail":"{readStateIndex:27195; appliedIndex:27191; }","duration":"2.408616843s","start":"2026-08-20T02:13:55.709198Z","end":"2026-08-20T02:13:58.117814Z","steps":["trace[179574967] 'read index received' (duration: 1.223492489s)","trace[179574967] 'applied index is now lower than readState.Index' (duration: 1.185122844s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:58.118006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790496649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:58.118038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427123268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:58.118075Z","caller":"traceutil/trace.go:171","msg":"trace[1811414478] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26323; }","duration":"3.790581601s","start":"2026-08-20T02:13:54.327474Z","end":"2026-08-20T02:13:58.118056Z","steps":["trace[1811414478] 'agreement among raft nodes before linearized reading' (duration: 3.790434267s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.118089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.121313243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-20T02:13:58.118078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11919813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-20T02:13:58.118089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116078518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:58.118123Z","caller":"traceutil/trace.go:171","msg":"trace[518723853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26323; }","duration":"2.4272233s","start":"2026-08-20T02:13:55.690851Z","end":"2026-08-20T02:13:58.118074Z","steps":["trace[518723853] 'agreement among raft nodes before linearized reading' (duration: 2.427117418s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:58.11813Z","caller":"traceutil/trace.go:171","msg":"trace[1354320026] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26323; }","duration":"5.121383665s","start":"2026-08-20T02:13:52.996735Z","end":"2026-08-20T02:13:58.118118Z","steps":["trace[1354320026] 'agreement among raft nodes before linearized reading' (duration: 5.121230252s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.118144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645689631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:13:58.118163Z","caller":"traceutil/trace.go:171","msg":"trace[1072240699] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"1.292601434s","start":"2026-08-20T02:13:56.82555Z","end":"2026-08-20T02:13:58.118152Z","steps":["trace[1072240699] 'process raft request' (duration: 1.29204016s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:58.118173Z","caller":"traceutil/trace.go:171","msg":"trace[1672524988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26323; }","duration":"3.119344544s","start":"2026-08-20T02:13:54.998801Z","end":"2026-08-20T02:13:58.118146Z","steps":["trace[1672524988] 'agreement among raft nodes before linearized reading' (duration: 3.119099878s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:58.11818Z","caller":"traceutil/trace.go:171","msg":"trace[1871506490] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26323; }","duration":"5.116195251s","start":"2026-08-20T02:13:53.001963Z","end":"2026-08-20T02:13:58.118158Z","steps":["trace[1871506490] 'agreement among raft nodes before linearized reading' (duration: 5.115999596s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.118179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:52.996719Z","time spent":"5.121452747s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-08-20T02:13:58.118162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573113946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:58.118202Z","caller":"traceutil/trace.go:171","msg":"trace[420664753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26323; }","duration":"2.645750772s","start":"2026-08-20T02:13:55.472435Z","end":"2026-08-20T02:13:58.118186Z","steps":["trace[420664753] 'agreement among raft nodes before linearized reading' (duration: 2.645413384s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.11822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.998778Z","time spent":"3.119428477s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:13:58.118237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:53.00189Z","time spent":"5.116336165s","remote":"127.0.0.1:47134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:58.118253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.825527Z","time spent":"1.292668565s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:58.118195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:55.690835Z","time spent":"2.427341124s","remote":"127.0.0.1:47044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:58.11826Z","caller":"traceutil/trace.go:171","msg":"trace[2022584670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26323; }","duration":"2.573238459s","start":"2026-08-20T02:13:55.544998Z","end":"2026-08-20T02:13:58.118237Z","steps":["trace[2022584670] 'agreement among raft nodes before linearized reading' (duration: 2.573037304s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.118114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:54.327405Z","time spent":"3.790699793s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:58.118355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:55.544923Z","time spent":"2.573385223s","remote":"127.0.0.1:50752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:58.118256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:55.472373Z","time spent":"2.645872556s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:13:58.118621Z","caller":"traceutil/trace.go:171","msg":"trace[2022470745] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"1.785933673s","start":"2026-08-20T02:13:56.331883Z","end":"2026-08-20T02:13:58.117816Z","steps":["trace[2022470745] 'process raft request' (duration: 1.7854425s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.11876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.33187Z","time spent":"1.786810405s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:58.492093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T02:13:58.492163Z","caller":"traceutil/trace.go:171","msg":"trace[117017572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270616s","start":"2026-08-20T02:13:56.491877Z","end":"2026-08-20T02:13:58.492148Z","steps":["trace[117017572] 'agreement among raft nodes before linearized reading' (duration: 2.000183533s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.4922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.49187Z","time spent":"2.000322207s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:13:58.938481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.06142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:58.938619Z","caller":"traceutil/trace.go:171","msg":"trace[1765661686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26323; }","duration":"549.235424ms","start":"2026-08-20T02:13:58.389363Z","end":"2026-08-20T02:13:58.938598Z","steps":["trace[1765661686] 'range keys from in-memory index tree' (duration: 549.038729ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.938856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.805913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:13:58.939033Z","caller":"traceutil/trace.go:171","msg":"trace[1291590847] linearizableReadLoop","detail":"{readStateIndex:27197; appliedIndex:27196; }","duration":"821.089104ms","start":"2026-08-20T02:13:58.117928Z","end":"2026-08-20T02:13:58.939017Z","steps":["trace[1291590847] 'read index received' (duration: 96.047806ms)","trace[1291590847] 'applied index is now lower than readState.Index' (duration: 725.040198ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:13:58.93904Z","caller":"traceutil/trace.go:171","msg":"trace[485506667] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"1.223063589s","start":"2026-08-20T02:13:57.715955Z","end":"2026-08-20T02:13:58.939018Z","steps":["trace[485506667] 'process raft request' (duration: 498.002839ms)","trace[485506667] 'compare' (duration: 724.364242ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:58.939115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:57.715929Z","time spent":"1.22314926s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:58.939355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459940219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:58.939439Z","caller":"traceutil/trace.go:171","msg":"trace[1385399064] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26325; }","duration":"2.460061023s","start":"2026-08-20T02:13:56.479361Z","end":"2026-08-20T02:13:58.939422Z","steps":["trace[1385399064] 'agreement among raft nodes before linearized reading' (duration: 2.459722134s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.939573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.479346Z","time spent":"2.460208687s","remote":"127.0.0.1:48384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:58.939412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830660459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:13:58.93962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.750552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-08-20T02:13:58.939632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129523305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:13:58.939674Z","caller":"traceutil/trace.go:171","msg":"trace[912871951] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26325; }","duration":"2.830946967s","start":"2026-08-20T02:13:56.108708Z","end":"2026-08-20T02:13:58.939655Z","steps":["trace[912871951] 'agreement among raft nodes before linearized reading' (duration: 2.830410193s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:58.939692Z","caller":"traceutil/trace.go:171","msg":"trace[311671688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26325; }","duration":"858.866424ms","start":"2026-08-20T02:13:58.08081Z","end":"2026-08-20T02:13:58.939677Z","steps":["trace[311671688] 'agreement among raft nodes before linearized reading' (duration: 858.259509ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.93973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.108611Z","time spent":"2.83110301s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:58.939742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.080793Z","time spent":"858.939447ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T02:13:58.939417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221276112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-08-20T02:13:58.939734Z","caller":"traceutil/trace.go:171","msg":"trace[1295384739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26325; }","duration":"1.129615678s","start":"2026-08-20T02:13:57.810083Z","end":"2026-08-20T02:13:58.939699Z","steps":["trace[1295384739] 'agreement among raft nodes before linearized reading' (duration: 1.129010002s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.939819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:57.810026Z","time spent":"1.129776801s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:58.939811Z","caller":"traceutil/trace.go:171","msg":"trace[1305573649] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26325; }","duration":"2.221703892s","start":"2026-08-20T02:13:56.718079Z","end":"2026-08-20T02:13:58.939783Z","steps":["trace[1305573649] 'agreement among raft nodes before linearized reading' (duration: 2.220965513s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.93938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656463316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-08-20T02:13:58.939922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.718059Z","time spent":"2.221847506s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-08-20T02:13:58.939937Z","caller":"traceutil/trace.go:171","msg":"trace[316338580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26325; }","duration":"1.657049441s","start":"2026-08-20T02:13:57.282871Z","end":"2026-08-20T02:13:58.93992Z","steps":["trace[316338580] 'agreement among raft nodes before linearized reading' (duration: 1.656234401s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.939999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:57.28285Z","time spent":"1.657138514s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-08-20T02:13:58.939474Z","caller":"traceutil/trace.go:171","msg":"trace[1155024645] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"816.180939ms","start":"2026-08-20T02:13:58.123147Z","end":"2026-08-20T02:13:58.939328Z","steps":["trace[1155024645] 'process raft request' (duration: 815.79551ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.940106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.123133Z","time spent":"816.942928ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:13:58.940201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609344146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:13:58.940248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609616123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:13:58.940248Z","caller":"traceutil/trace.go:171","msg":"trace[513086426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26325; }","duration":"2.609407807s","start":"2026-08-20T02:13:56.330829Z","end":"2026-08-20T02:13:58.940237Z","steps":["trace[513086426] 'agreement among raft nodes before linearized reading' (duration: 2.608273909s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:58.940264Z","caller":"traceutil/trace.go:171","msg":"trace[1552237951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26325; }","duration":"2.609670235s","start":"2026-08-20T02:13:56.330588Z","end":"2026-08-20T02:13:58.940259Z","steps":["trace[1552237951] 'agreement among raft nodes before linearized reading' (duration: 2.608510416s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.940273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575710893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:58.940282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.330568Z","time spent":"2.609708885s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:13:58.94028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.330823Z","time spent":"2.609450599s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T02:13:58.94031Z","caller":"traceutil/trace.go:171","msg":"trace[934018179] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26325; }","duration":"2.575781264s","start":"2026-08-20T02:13:56.364519Z","end":"2026-08-20T02:13:58.940301Z","steps":["trace[934018179] 'agreement among raft nodes before linearized reading' (duration: 2.574609294s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.940212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.364548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-08-20T02:13:58.940337Z","caller":"traceutil/trace.go:171","msg":"trace[1581869027] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26325; }","duration":"859.521521ms","start":"2026-08-20T02:13:58.080811Z","end":"2026-08-20T02:13:58.940333Z","steps":["trace[1581869027] 'agreement among raft nodes before linearized reading' (duration: 858.270399ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.940351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.080805Z","time spent":"859.542682ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-20T02:13:58.940379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60950218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:13:58.940424Z","caller":"traceutil/trace.go:171","msg":"trace[469205286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26325; }","duration":"2.609551672s","start":"2026-08-20T02:13:56.33086Z","end":"2026-08-20T02:13:58.940412Z","steps":["trace[469205286] 'agreement among raft nodes before linearized reading' (duration: 2.608270209s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.94046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609834358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:13:58.940552Z","caller":"traceutil/trace.go:171","msg":"trace[1003973114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26325; }","duration":"2.609959922s","start":"2026-08-20T02:13:56.330568Z","end":"2026-08-20T02:13:58.940528Z","steps":["trace[1003973114] 'agreement among raft nodes before linearized reading' (duration: 2.608541846s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.940577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.330857Z","time spent":"2.609594523s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:58.940634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.330552Z","time spent":"2.610068554s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:13:58.939908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615412463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:13:58.940806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:56.364504Z","time spent":"2.575826696s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:13:58.940878Z","caller":"traceutil/trace.go:171","msg":"trace[1774417916] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26325; }","duration":"1.616419479s","start":"2026-08-20T02:13:57.324443Z","end":"2026-08-20T02:13:58.940863Z","steps":["trace[1774417916] 'agreement among raft nodes before linearized reading' (duration: 1.614654113s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:13:58.941515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:57.324422Z","time spent":"1.617073515s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:13:59.920655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.34941ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-20T02:13:59.921472Z","caller":"traceutil/trace.go:171","msg":"trace[999622109] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"982.649034ms","start":"2026-08-20T02:13:58.938793Z","end":"2026-08-20T02:13:59.921442Z","steps":["trace[999622109] 'process raft request' (duration: 981.984596ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:13:59.921492Z","caller":"traceutil/trace.go:171","msg":"trace[190040357] linearizableReadLoop","detail":"{readStateIndex:27200; appliedIndex:27198; }","duration":"982.377357ms","start":"2026-08-20T02:13:58.939059Z","end":"2026-08-20T02:13:59.921436Z","steps":["trace[190040357] 'read index received' (duration: 103.249311ms)","trace[190040357] 'applied index is now lower than readState.Index' (duration: 879.125156ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:13:59.921611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.938742Z","time spent":"982.795328ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:00.374548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661270111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:00.374664Z","caller":"traceutil/trace.go:171","msg":"trace[1432080736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26326; }","duration":"1.661424125s","start":"2026-08-20T02:13:58.713208Z","end":"2026-08-20T02:14:00.374633Z","steps":["trace[1432080736] 'agreement among raft nodes before linearized reading' (duration: 1.208397212s)","trace[1432080736] 'count revisions from in-memory index tree' (duration: 452.867609ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:00.374853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.713196Z","time spent":"1.66162759s","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:00.374939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838250356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:00.374984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252485302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-20T02:14:00.375002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903978913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:14:00.375085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252415451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-08-20T02:14:00.375165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672987613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:00.375208Z","caller":"traceutil/trace.go:171","msg":"trace[1747304117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c; range_end:; response_count:1; response_revision:26326; }","duration":"2.252555636s","start":"2026-08-20T02:13:58.122617Z","end":"2026-08-20T02:14:00.375173Z","steps":["trace[1747304117] 'agreement among raft nodes before linearized reading' (duration: 1.798958258s)","trace[1747304117] 'range keys from in-memory index tree' (duration: 453.368001ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:00.375124Z","caller":"traceutil/trace.go:171","msg":"trace[2017824795] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26326; }","duration":"1.904179648s","start":"2026-08-20T02:13:58.470911Z","end":"2026-08-20T02:14:00.37509Z","steps":["trace[2017824795] 'agreement among raft nodes before linearized reading' (duration: 1.450637262s)","trace[2017824795] 'count revisions from in-memory index tree' (duration: 453.344041ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:00.375292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.122612Z","time spent":"2.252665418s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" "} {"level":"warn","ts":"2026-08-20T02:14:00.375342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.470886Z","time spent":"1.904403905s","remote":"127.0.0.1:55704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:00.375045Z","caller":"traceutil/trace.go:171","msg":"trace[2130713054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26326; }","duration":"2.252576165s","start":"2026-08-20T02:13:58.122447Z","end":"2026-08-20T02:14:00.375024Z","steps":["trace[2130713054] 'agreement among raft nodes before linearized reading' (duration: 1.799131642s)","trace[2130713054] 'range keys from in-memory index tree' (duration: 453.277619ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:00.375448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.12243Z","time spent":"2.252977897s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:14:00.375048Z","caller":"traceutil/trace.go:171","msg":"trace[959598684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26326; }","duration":"1.838398669s","start":"2026-08-20T02:13:58.536619Z","end":"2026-08-20T02:14:00.375017Z","steps":["trace[959598684] 'agreement among raft nodes before linearized reading' (duration: 1.384917945s)","trace[959598684] 'range keys from in-memory index tree' (duration: 453.30686ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:00.375603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.536602Z","time spent":"1.838968545s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:14:00.375235Z","caller":"traceutil/trace.go:171","msg":"trace[22451273] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26326; }","duration":"1.673135826s","start":"2026-08-20T02:13:58.702081Z","end":"2026-08-20T02:14:00.375217Z","steps":["trace[22451273] 'agreement among raft nodes before linearized reading' (duration: 1.219509567s)","trace[22451273] 'count revisions from in-memory index tree' (duration: 453.523486ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:00.375754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.702063Z","time spent":"1.67366823s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:00.422099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:00.805803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.763560807s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:00.806394Z","caller":"traceutil/trace.go:171","msg":"trace[127824979] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"1.86333722s","start":"2026-08-20T02:13:58.943034Z","end":"2026-08-20T02:14:00.806371Z","steps":["trace[127824979] 'process raft request' (duration: 1.863259798s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:00.806387Z","caller":"traceutil/trace.go:171","msg":"trace[1581938231] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"1.864710865s","start":"2026-08-20T02:13:58.941628Z","end":"2026-08-20T02:14:00.806338Z","steps":["trace[1581938231] 'process raft request' (duration: 1.864416997s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:00.806465Z","caller":"traceutil/trace.go:171","msg":"trace[1423407403] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"1.864714495s","start":"2026-08-20T02:13:58.9417Z","end":"2026-08-20T02:14:00.806415Z","steps":["trace[1423407403] 'process raft request' (duration: 1.86452779s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:00.806545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.943027Z","time spent":"1.863437292s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:00.806609Z","caller":"traceutil/trace.go:171","msg":"trace[1868159108] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"1.863674759s","start":"2026-08-20T02:13:58.942866Z","end":"2026-08-20T02:14:00.806541Z","steps":["trace[1868159108] 'process raft request' (duration: 1.863401751s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:00.806682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.941592Z","time spent":"1.86489655s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:00.80676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.941679Z","time spent":"1.864873279s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:00.806787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.942845Z","time spent":"1.863854884s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:00.806956Z","caller":"traceutil/trace.go:171","msg":"trace[1713677628] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"1.862887918s","start":"2026-08-20T02:13:58.94405Z","end":"2026-08-20T02:14:00.806938Z","steps":["trace[1713677628] 'process raft request' (duration: 1.862284982s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:00.807055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.944035Z","time spent":"1.86296839s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:00.80715Z","caller":"traceutil/trace.go:171","msg":"trace[1906432876] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"1.863030722s","start":"2026-08-20T02:13:58.944104Z","end":"2026-08-20T02:14:00.807134Z","steps":["trace[1906432876] 'process raft request' (duration: 1.862817657s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:00.807267Z","caller":"traceutil/trace.go:171","msg":"trace[860176783] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"1.862267682s","start":"2026-08-20T02:13:58.944979Z","end":"2026-08-20T02:14:00.807247Z","steps":["trace[860176783] 'process raft request' (duration: 1.86220348s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:00.807296Z","caller":"traceutil/trace.go:171","msg":"trace[1603882647] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"1.862975471s","start":"2026-08-20T02:13:58.944308Z","end":"2026-08-20T02:14:00.807283Z","steps":["trace[1603882647] 'process raft request' (duration: 1.862775376s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:00.807375Z","caller":"traceutil/trace.go:171","msg":"trace[518183936] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"1.862479748s","start":"2026-08-20T02:13:58.944884Z","end":"2026-08-20T02:14:00.807364Z","steps":["trace[518183936] 'process raft request' (duration: 1.862250842s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:00.807386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.944963Z","time spent":"1.862371305s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:00.807458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.944875Z","time spent":"1.862545599s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:00.807501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.94429Z","time spent":"1.863079553s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:00.807554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.944093Z","time spent":"1.863274268s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:00.807164Z","caller":"traceutil/trace.go:171","msg":"trace[425193844] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"1.863019231s","start":"2026-08-20T02:13:58.944129Z","end":"2026-08-20T02:14:00.807148Z","steps":["trace[425193844] 'process raft request' (duration: 1.862862887s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:00.807799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.944121Z","time spent":"1.863621436s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:00.807093Z","caller":"traceutil/trace.go:171","msg":"trace[1812399244] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"1.862991151s","start":"2026-08-20T02:13:58.944069Z","end":"2026-08-20T02:14:00.80706Z","steps":["trace[1812399244] 'process raft request' (duration: 1.862676683s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:00.808031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.944052Z","time spent":"1.863929164s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:01.818181Z","caller":"traceutil/trace.go:171","msg":"trace[2063384070] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"2.588332808s","start":"2026-08-20T02:13:59.229819Z","end":"2026-08-20T02:14:01.818152Z","steps":["trace[2063384070] 'process raft request' (duration: 2.58804083s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.818367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:59.229801Z","time spent":"2.588469191s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:01.818466Z","caller":"traceutil/trace.go:171","msg":"trace[1599960239] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"1.690328718s","start":"2026-08-20T02:14:00.128098Z","end":"2026-08-20T02:14:01.818427Z","steps":["trace[1599960239] 'process raft request' (duration: 1.689972279s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.818668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.128074Z","time spent":"1.690494352s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:01.818727Z","caller":"traceutil/trace.go:171","msg":"trace[1719633130] linearizableReadLoop","detail":"{readStateIndex:27214; appliedIndex:27200; }","duration":"1.897160228s","start":"2026-08-20T02:13:59.921547Z","end":"2026-08-20T02:14:01.818707Z","steps":["trace[1719633130] 'read index received' (duration: 884.500502ms)","trace[1719633130] 'applied index is now lower than readState.Index' (duration: 1.012658036s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:01.818888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617685882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:01.818947Z","caller":"traceutil/trace.go:171","msg":"trace[1559189782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26340; }","duration":"2.617770663s","start":"2026-08-20T02:13:59.20116Z","end":"2026-08-20T02:14:01.818931Z","steps":["trace[1559189782] 'agreement among raft nodes before linearized reading' (duration: 2.61764235s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.818922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.378295Z","time spent":"1.440620084s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-20T02:14:01.818998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:59.201147Z","time spent":"2.617838226s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-08-20T02:14:01.819006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875204424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-08-20T02:14:01.819022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68848497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:01.819071Z","caller":"traceutil/trace.go:171","msg":"trace[1030192757] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26340; }","duration":"2.875280226s","start":"2026-08-20T02:13:58.943778Z","end":"2026-08-20T02:14:01.819058Z","steps":["trace[1030192757] 'agreement among raft nodes before linearized reading' (duration: 2.875098241s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:01.818998Z","caller":"traceutil/trace.go:171","msg":"trace[342279136] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"1.10162424s","start":"2026-08-20T02:14:00.717272Z","end":"2026-08-20T02:14:01.818896Z","steps":["trace[342279136] 'process raft request' (duration: 1.101329522s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:01.819115Z","caller":"traceutil/trace.go:171","msg":"trace[170416606] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26340; }","duration":"2.688633293s","start":"2026-08-20T02:13:59.130455Z","end":"2026-08-20T02:14:01.819088Z","steps":["trace[170416606] 'agreement among raft nodes before linearized reading' (duration: 2.688475009s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.819178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:59.130426Z","time spent":"2.688736316s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:01.81919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875423209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-08-20T02:14:01.819226Z","caller":"traceutil/trace.go:171","msg":"trace[2123181376] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26340; }","duration":"2.875483331s","start":"2026-08-20T02:13:58.943734Z","end":"2026-08-20T02:14:01.819218Z","steps":["trace[2123181376] 'agreement among raft nodes before linearized reading' (duration: 2.875392618s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.819278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.943726Z","time spent":"2.875532972s","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-08-20T02:14:01.819372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.717255Z","time spent":"1.101936767s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:01.819105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.943773Z","time spent":"2.875324927s","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-08-20T02:14:01.819006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497104974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:14:01.819571Z","caller":"traceutil/trace.go:171","msg":"trace[1630982860] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26340; }","duration":"2.497682819s","start":"2026-08-20T02:13:59.32185Z","end":"2026-08-20T02:14:01.819533Z","steps":["trace[1630982860] 'agreement among raft nodes before linearized reading' (duration: 2.496899589s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.819639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:59.321832Z","time spent":"2.497788712s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T02:14:01.819087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15189817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:01.819754Z","caller":"traceutil/trace.go:171","msg":"trace[736527106] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26340; }","duration":"2.152598938s","start":"2026-08-20T02:13:59.667139Z","end":"2026-08-20T02:14:01.819738Z","steps":["trace[736527106] 'agreement among raft nodes before linearized reading' (duration: 2.15189983s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.819816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:59.667118Z","time spent":"2.152682619s","remote":"127.0.0.1:45994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:01.820303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876496227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4c4da43-d07f-4c4c-b9be-d7b350451686\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-08-20T02:14:01.82035Z","caller":"traceutil/trace.go:171","msg":"trace[1535293871] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4c4da43-d07f-4c4c-b9be-d7b350451686; range_end:; response_count:1; response_revision:26340; }","duration":"2.876570048s","start":"2026-08-20T02:13:58.943767Z","end":"2026-08-20T02:14:01.820337Z","steps":["trace[1535293871] 'agreement among raft nodes before linearized reading' (duration: 2.876394173s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:01.820375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:13:58.943756Z","time spent":"2.87661231s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-c4c4da43-d07f-4c4c-b9be-d7b350451686\" "} {"level":"warn","ts":"2026-08-20T02:14:02.318951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:02.378073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T02:14:02.378162Z","caller":"traceutil/trace.go:171","msg":"trace[1015896156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132633s","start":"2026-08-20T02:14:00.378007Z","end":"2026-08-20T02:14:02.378139Z","steps":["trace[1015896156] 'agreement among raft nodes before linearized reading' (duration: 2.000020649s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:02.378212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.377993Z","time spent":"2.000207504s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:03.376785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.140634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:03.376914Z","caller":"traceutil/trace.go:171","msg":"trace[1696232969] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"2.418499346s","start":"2026-08-20T02:14:00.958391Z","end":"2026-08-20T02:14:03.376891Z","steps":["trace[1696232969] 'process raft request' (duration: 1.705134096s)","trace[1696232969] 'compare' (duration: 712.381445ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:03.376981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.958363Z","time spent":"2.418584628s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:03.427496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.820713Z","time spent":"1.606775531s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:14:03.427724Z","caller":"traceutil/trace.go:171","msg":"trace[1463414549] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"1.606848792s","start":"2026-08-20T02:14:01.820837Z","end":"2026-08-20T02:14:03.427685Z","steps":["trace[1463414549] 'process raft request' (duration: 1.606556854s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:03.427837Z","caller":"traceutil/trace.go:171","msg":"trace[13943092] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"1.60206251s","start":"2026-08-20T02:14:01.825756Z","end":"2026-08-20T02:14:03.427819Z","steps":["trace[13943092] 'process raft request' (duration: 1.601882986s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:03.427934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.825742Z","time spent":"1.602130061s","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:03.427963Z","caller":"traceutil/trace.go:171","msg":"trace[1877437727] linearizableReadLoop","detail":"{readStateIndex:27221; appliedIndex:27215; }","duration":"1.609184623s","start":"2026-08-20T02:14:01.818769Z","end":"2026-08-20T02:14:03.427954Z","steps":["trace[1877437727] 'read index received' (duration: 844.906986ms)","trace[1877437727] 'applied index is now lower than readState.Index' (duration: 764.276686ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:03.428127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469855213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:03.428158Z","caller":"traceutil/trace.go:171","msg":"trace[565146695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26345; }","duration":"2.469936746s","start":"2026-08-20T02:14:00.958215Z","end":"2026-08-20T02:14:03.428151Z","steps":["trace[565146695] 'agreement among raft nodes before linearized reading' (duration: 2.469791302s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:03.42815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191281331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-20T02:14:03.428212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05146415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18274"} {"level":"warn","ts":"2026-08-20T02:14:03.42822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161239758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:03.428247Z","caller":"traceutil/trace.go:171","msg":"trace[1668089168] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26345; }","duration":"3.051525281s","start":"2026-08-20T02:14:00.376713Z","end":"2026-08-20T02:14:03.428239Z","steps":["trace[1668089168] 'agreement among raft nodes before linearized reading' (duration: 3.051391977s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:03.428248Z","caller":"traceutil/trace.go:171","msg":"trace[1925545544] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26345; }","duration":"3.161327661s","start":"2026-08-20T02:14:00.266911Z","end":"2026-08-20T02:14:03.428239Z","steps":["trace[1925545544] 'agreement among raft nodes before linearized reading' (duration: 3.16128527s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:03.428266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.376698Z","time spent":"3.051564472s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-20T02:14:03.428269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.266892Z","time spent":"3.161372721s","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:03.428076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.820812Z","time spent":"1.607036707s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:03.428419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85289917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:03.428437Z","caller":"traceutil/trace.go:171","msg":"trace[1583551619] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"1.50126439s","start":"2026-08-20T02:14:01.927163Z","end":"2026-08-20T02:14:03.428428Z","steps":["trace[1583551619] 'process raft request' (duration: 1.500548532s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:03.428446Z","caller":"traceutil/trace.go:171","msg":"trace[558752234] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26345; }","duration":"2.852925601s","start":"2026-08-20T02:14:00.575511Z","end":"2026-08-20T02:14:03.428437Z","steps":["trace[558752234] 'agreement among raft nodes before linearized reading' (duration: 2.852854339s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:03.428469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.575487Z","time spent":"2.852977002s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:03.428508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.92714Z","time spent":"1.501324052s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:03.428182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:00.958191Z","time spent":"2.469985477s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T02:14:03.427777Z","caller":"traceutil/trace.go:171","msg":"trace[647440649] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"1.602349187s","start":"2026-08-20T02:14:01.825406Z","end":"2026-08-20T02:14:03.427755Z","steps":["trace[647440649] 'process raft request' (duration: 1.602172853s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:03.428622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.825381Z","time spent":"1.60319859s","remote":"127.0.0.1:52742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:03.428217Z","caller":"traceutil/trace.go:171","msg":"trace[1919233777] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26345; }","duration":"2.191394704s","start":"2026-08-20T02:14:01.236805Z","end":"2026-08-20T02:14:03.4282Z","steps":["trace[1919233777] 'agreement among raft nodes before linearized reading' (duration: 2.191189779s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:03.428683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.236784Z","time spent":"2.191891287s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-08-20T02:14:03.928752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:04.385334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0008221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:04.38542Z","caller":"traceutil/trace.go:171","msg":"trace[1832555730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000936382s","start":"2026-08-20T02:14:02.384463Z","end":"2026-08-20T02:14:04.3854Z","steps":["trace[1832555730] 'agreement among raft nodes before linearized reading' (duration: 2.000829079s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:04.385467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.384458Z","time spent":"2.000999344s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:04.4291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:04.645242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217160116s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:04.646009Z","caller":"traceutil/trace.go:171","msg":"trace[100398696] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"1.832959869s","start":"2026-08-20T02:14:02.813013Z","end":"2026-08-20T02:14:04.645973Z","steps":["trace[100398696] 'process raft request' (duration: 1.832694542s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:04.646068Z","caller":"traceutil/trace.go:171","msg":"trace[454146039] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"1.832763014s","start":"2026-08-20T02:14:02.813275Z","end":"2026-08-20T02:14:04.646038Z","steps":["trace[454146039] 'process raft request' (duration: 1.832672402s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:04.646157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.812989Z","time spent":"1.833093842s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:04.646216Z","caller":"traceutil/trace.go:171","msg":"trace[162105166] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"1.832963389s","start":"2026-08-20T02:14:02.813212Z","end":"2026-08-20T02:14:04.646175Z","steps":["trace[162105166] 'process raft request' (duration: 1.832683492s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:04.646276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.813242Z","time spent":"1.832923928s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:04.646428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.813204Z","time spent":"1.833114852s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:04.646455Z","caller":"traceutil/trace.go:171","msg":"trace[604259635] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"1.832718273s","start":"2026-08-20T02:14:02.81371Z","end":"2026-08-20T02:14:04.646428Z","steps":["trace[604259635] 'process raft request' (duration: 1.832280172s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:04.646613Z","caller":"traceutil/trace.go:171","msg":"trace[1629027293] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"1.832290911s","start":"2026-08-20T02:14:02.814309Z","end":"2026-08-20T02:14:04.6466Z","steps":["trace[1629027293] 'process raft request' (duration: 1.832026175s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:04.646611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.813671Z","time spent":"1.832854867s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:04.646681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.814298Z","time spent":"1.832347394s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:05.543386Z","caller":"traceutil/trace.go:171","msg":"trace[565025838] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"2.10911283s","start":"2026-08-20T02:14:03.434253Z","end":"2026-08-20T02:14:05.543366Z","steps":["trace[565025838] 'process raft request' (duration: 2.108993277s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:05.543394Z","caller":"traceutil/trace.go:171","msg":"trace[1405107459] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"2.113409781s","start":"2026-08-20T02:14:03.429942Z","end":"2026-08-20T02:14:05.543352Z","steps":["trace[1405107459] 'process raft request' (duration: 2.113174025s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.54351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717060191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:05.543515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.43423Z","time spent":"2.109224422s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-20T02:14:05.543518Z","caller":"traceutil/trace.go:171","msg":"trace[1475724300] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.716822066s","start":"2026-08-20T02:14:03.826675Z","end":"2026-08-20T02:14:05.543497Z","steps":["trace[1475724300] 'process raft request' (duration: 1.716660502s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:05.543548Z","caller":"traceutil/trace.go:171","msg":"trace[406921978] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26354; }","duration":"3.717134083s","start":"2026-08-20T02:14:01.826403Z","end":"2026-08-20T02:14:05.543537Z","steps":["trace[406921978] 'agreement among raft nodes before linearized reading' (duration: 3.717032621s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.54355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.429926Z","time spent":"2.113536744s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:05.543573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.826395Z","time spent":"3.717171484s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-08-20T02:14:05.543629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.826649Z","time spent":"1.716917879s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:05.543626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729600024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:14:05.5437Z","caller":"traceutil/trace.go:171","msg":"trace[416970718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26354; }","duration":"2.729679347s","start":"2026-08-20T02:14:02.813994Z","end":"2026-08-20T02:14:05.543673Z","steps":["trace[416970718] 'agreement among raft nodes before linearized reading' (duration: 2.729425479s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.543758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.813796Z","time spent":"2.729955954s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:14:05.543701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649403525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:05.543776Z","caller":"traceutil/trace.go:171","msg":"trace[1444998636] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"2.10790247s","start":"2026-08-20T02:14:03.43586Z","end":"2026-08-20T02:14:05.543762Z","steps":["trace[1444998636] 'process raft request' (duration: 2.107437667s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:05.543827Z","caller":"traceutil/trace.go:171","msg":"trace[1744918171] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26354; }","duration":"2.64959306s","start":"2026-08-20T02:14:02.894214Z","end":"2026-08-20T02:14:05.543807Z","steps":["trace[1744918171] 'agreement among raft nodes before linearized reading' (duration: 2.649348933s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.543846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.43584Z","time spent":"2.107975072s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:05.543874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.894192Z","time spent":"2.649671632s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:05.543893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729774909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:14:05.543391Z","caller":"traceutil/trace.go:171","msg":"trace[7696070] linearizableReadLoop","detail":"{readStateIndex:27230; appliedIndex:27221; }","duration":"2.115387302s","start":"2026-08-20T02:14:03.427986Z","end":"2026-08-20T02:14:05.543374Z","steps":["trace[7696070] 'read index received' (duration: 1.217705221s)","trace[7696070] 'applied index is now lower than readState.Index' (duration: 897.681141ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:05.543914Z","caller":"traceutil/trace.go:171","msg":"trace[765160930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26354; }","duration":"2.729865342s","start":"2026-08-20T02:14:02.814043Z","end":"2026-08-20T02:14:05.543908Z","steps":["trace[765160930] 'agreement among raft nodes before linearized reading' (duration: 2.72980245s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.543931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.814033Z","time spent":"2.729894172s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:05.543902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306038617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:05.543926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188825278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:05.543963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677997099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:05.543988Z","caller":"traceutil/trace.go:171","msg":"trace[2010668378] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26354; }","duration":"3.67806302s","start":"2026-08-20T02:14:01.865918Z","end":"2026-08-20T02:14:05.543981Z","steps":["trace[2010668378] 'agreement among raft nodes before linearized reading' (duration: 3.67802688s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:05.543984Z","caller":"traceutil/trace.go:171","msg":"trace[730136418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26354; }","duration":"3.18892481s","start":"2026-08-20T02:14:02.355042Z","end":"2026-08-20T02:14:05.543967Z","steps":["trace[730136418] 'agreement among raft nodes before linearized reading' (duration: 3.188824868s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.544021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:01.865894Z","time spent":"3.678120861s","remote":"127.0.0.1:47030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:05.544021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190509551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:14:05.544033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.355023Z","time spent":"3.188999583s","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:05.54405Z","caller":"traceutil/trace.go:171","msg":"trace[1111652990] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26354; }","duration":"2.190569143s","start":"2026-08-20T02:14:03.353473Z","end":"2026-08-20T02:14:05.544042Z","steps":["trace[1111652990] 'agreement among raft nodes before linearized reading' (duration: 2.190506681s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.544046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730860897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:14:05.544066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730526918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-20T02:14:05.544078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.353458Z","time spent":"2.190612754s","remote":"127.0.0.1:44798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:05.544092Z","caller":"traceutil/trace.go:171","msg":"trace[1648309688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26354; }","duration":"2.730553079s","start":"2026-08-20T02:14:02.813531Z","end":"2026-08-20T02:14:05.544084Z","steps":["trace[1648309688] 'agreement among raft nodes before linearized reading' (duration: 2.730474877s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:05.54409Z","caller":"traceutil/trace.go:171","msg":"trace[432943430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26354; }","duration":"2.730931229s","start":"2026-08-20T02:14:02.813145Z","end":"2026-08-20T02:14:05.544076Z","steps":["trace[432943430] 'agreement among raft nodes before linearized reading' (duration: 2.730785575s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.544112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.813494Z","time spent":"2.730614061s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:05.544122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.813137Z","time spent":"2.73097775s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T02:14:05.543959Z","caller":"traceutil/trace.go:171","msg":"trace[1545913667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26354; }","duration":"3.3061204s","start":"2026-08-20T02:14:02.237826Z","end":"2026-08-20T02:14:05.543947Z","steps":["trace[1545913667] 'agreement among raft nodes before linearized reading' (duration: 3.306043788s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.54417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.237811Z","time spent":"3.306350925s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:05.543933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421423761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:05.544272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160353996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-08-20T02:14:05.544291Z","caller":"traceutil/trace.go:171","msg":"trace[1733162448] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26354; }","duration":"3.42177887s","start":"2026-08-20T02:14:02.122502Z","end":"2026-08-20T02:14:05.544281Z","steps":["trace[1733162448] 'agreement among raft nodes before linearized reading' (duration: 3.421413601s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.544316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.122482Z","time spent":"3.421825261s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:05.544311Z","caller":"traceutil/trace.go:171","msg":"trace[1830640849] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26354; }","duration":"3.160410488s","start":"2026-08-20T02:14:02.383887Z","end":"2026-08-20T02:14:05.544297Z","steps":["trace[1830640849] 'agreement among raft nodes before linearized reading' (duration: 3.160305255s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:05.54434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:02.383848Z","time spent":"3.160485959s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-20T02:14:06.044294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405230,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:14:06.190339Z","caller":"traceutil/trace.go:171","msg":"trace[996267488] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"805.792592ms","start":"2026-08-20T02:14:05.384512Z","end":"2026-08-20T02:14:06.190304Z","steps":["trace[996267488] 'process raft request' (duration: 803.292928ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:06.190388Z","caller":"traceutil/trace.go:171","msg":"trace[472893849] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"754.146665ms","start":"2026-08-20T02:14:05.436216Z","end":"2026-08-20T02:14:06.190363Z","steps":["trace[472893849] 'process raft request' (duration: 754.025692ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:06.19055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.384485Z","time spent":"805.926935ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:06.190573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.436194Z","time spent":"754.29973ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:06.386087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T02:14:06.386207Z","caller":"traceutil/trace.go:171","msg":"trace[1082224565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043055s","start":"2026-08-20T02:14:04.385757Z","end":"2026-08-20T02:14:06.386188Z","steps":["trace[1082224565] 'agreement among raft nodes before linearized reading' (duration: 2.000299537s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:06.386239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:04.385742Z","time spent":"2.000489211s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:07.321633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133988761s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T02:14:07.468723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.550264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:07.468992Z","caller":"traceutil/trace.go:171","msg":"trace[1246323054] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"1.920977729s","start":"2026-08-20T02:14:05.547975Z","end":"2026-08-20T02:14:07.468953Z","steps":["trace[1246323054] 'process raft request' (duration: 1.774075657s)","trace[1246323054] 'compare' (duration: 145.533607ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:07.469103Z","caller":"traceutil/trace.go:171","msg":"trace[1664585657] linearizableReadLoop","detail":"{readStateIndex:27238; appliedIndex:27230; }","duration":"1.925166106s","start":"2026-08-20T02:14:05.543919Z","end":"2026-08-20T02:14:07.469085Z","steps":["trace[1664585657] 'read index received' (duration: 643.880313ms)","trace[1664585657] 'applied index is now lower than readState.Index' (duration: 1.281284693s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:07.469171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.547964Z","time spent":"1.921118773s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:07.469242Z","caller":"traceutil/trace.go:171","msg":"trace[1395806362] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"1.91514293s","start":"2026-08-20T02:14:05.554082Z","end":"2026-08-20T02:14:07.469225Z","steps":["trace[1395806362] 'process raft request' (duration: 1.914906294s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.469324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.554075Z","time spent":"1.915211642s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:07.469461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186239711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-08-20T02:14:07.469491Z","caller":"traceutil/trace.go:171","msg":"trace[420094113] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"1.92058492s","start":"2026-08-20T02:14:05.548897Z","end":"2026-08-20T02:14:07.469482Z","steps":["trace[420094113] 'process raft request' (duration: 1.919939373s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.469531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.548885Z","time spent":"1.92062447s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:07.469652Z","caller":"traceutil/trace.go:171","msg":"trace[1100217716] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"1.920279731s","start":"2026-08-20T02:14:05.549348Z","end":"2026-08-20T02:14:07.469628Z","steps":["trace[1100217716] 'process raft request' (duration: 1.919563503s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.469693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.549325Z","time spent":"1.920349212s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:07.469707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034252247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18cd61a9c4541240\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-08-20T02:14:07.469752Z","caller":"traceutil/trace.go:171","msg":"trace[1293745927] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18cd61a9c4541240; range_end:; response_count:1; response_revision:26362; }","duration":"4.034315508s","start":"2026-08-20T02:14:03.435419Z","end":"2026-08-20T02:14:07.469735Z","steps":["trace[1293745927] 'agreement among raft nodes before linearized reading' (duration: 4.034130433s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:07.469789Z","caller":"traceutil/trace.go:171","msg":"trace[1278673243] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"1.919163353s","start":"2026-08-20T02:14:05.550618Z","end":"2026-08-20T02:14:07.469781Z","steps":["trace[1278673243] 'process raft request' (duration: 1.918331782s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.469791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.435413Z","time spent":"4.03436792s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18cd61a9c4541240\" "} {"level":"warn","ts":"2026-08-20T02:14:07.469825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.550605Z","time spent":"1.919198894s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:07.46933Z","caller":"traceutil/trace.go:171","msg":"trace[1501268698] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"1.629361611s","start":"2026-08-20T02:14:05.839956Z","end":"2026-08-20T02:14:07.469317Z","steps":["trace[1501268698] 'process raft request' (duration: 1.629082454s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.470084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.839939Z","time spent":"1.63011803s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:07.469521Z","caller":"traceutil/trace.go:171","msg":"trace[776911701] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26362; }","duration":"3.186342013s","start":"2026-08-20T02:14:04.283162Z","end":"2026-08-20T02:14:07.469504Z","steps":["trace[776911701] 'agreement among raft nodes before linearized reading' (duration: 3.186188679s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.470152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:04.283139Z","time spent":"3.187007769s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-08-20T02:14:07.470998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964247239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:07.471073Z","caller":"traceutil/trace.go:171","msg":"trace[764349084] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26362; }","duration":"3.965760548s","start":"2026-08-20T02:14:03.505291Z","end":"2026-08-20T02:14:07.471052Z","steps":["trace[764349084] 'agreement among raft nodes before linearized reading' (duration: 3.964256289s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.47113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:03.505271Z","time spent":"3.965844131s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-20T02:14:07.569067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999705351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:07.569164Z","caller":"traceutil/trace.go:171","msg":"trace[809628081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999858385s","start":"2026-08-20T02:14:05.569284Z","end":"2026-08-20T02:14:07.569142Z","steps":["trace[809628081] 'agreement among raft nodes before linearized reading' (duration: 1.999731722s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:07.569224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.569267Z","time spent":"1.999941667s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:07.96925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:14:08.007533Z","caller":"traceutil/trace.go:171","msg":"trace[1499499010] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"1.35516773s","start":"2026-08-20T02:14:06.652347Z","end":"2026-08-20T02:14:08.007515Z","steps":["trace[1499499010] 'process raft request' (duration: 1.354978765s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.007653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.652319Z","time spent":"1.355269763s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:08.007921Z","caller":"traceutil/trace.go:171","msg":"trace[1481766178] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"1.355450037s","start":"2026-08-20T02:14:06.652449Z","end":"2026-08-20T02:14:08.007899Z","steps":["trace[1481766178] 'process raft request' (duration: 1.355018766s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:08.008029Z","caller":"traceutil/trace.go:171","msg":"trace[2081410631] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"1.35554857s","start":"2026-08-20T02:14:06.652471Z","end":"2026-08-20T02:14:08.00802Z","steps":["trace[2081410631] 'process raft request' (duration: 1.355266963s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.008031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.652422Z","time spent":"1.35554782s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:08.008092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.652461Z","time spent":"1.355588381s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:08.008139Z","caller":"traceutil/trace.go:171","msg":"trace[326474689] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"1.355545479s","start":"2026-08-20T02:14:06.652568Z","end":"2026-08-20T02:14:08.008113Z","steps":["trace[326474689] 'process raft request' (duration: 1.355340854s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:08.008172Z","caller":"traceutil/trace.go:171","msg":"trace[116600053] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"1.355519259s","start":"2026-08-20T02:14:06.652633Z","end":"2026-08-20T02:14:08.008152Z","steps":["trace[116600053] 'process raft request' (duration: 1.355345595s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:08.008257Z","caller":"traceutil/trace.go:171","msg":"trace[1353427282] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"1.183000889s","start":"2026-08-20T02:14:06.825248Z","end":"2026-08-20T02:14:08.008249Z","steps":["trace[1353427282] 'process raft request' (duration: 1.182793773s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.008266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.652552Z","time spent":"1.355641852s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:08.008278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.652609Z","time spent":"1.355597031s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:08.008304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.825229Z","time spent":"1.183050159s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:08.008745Z","caller":"traceutil/trace.go:171","msg":"trace[1370671043] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"534.880795ms","start":"2026-08-20T02:14:07.473847Z","end":"2026-08-20T02:14:08.008728Z","steps":["trace[1370671043] 'process raft request' (duration: 534.763702ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.008834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.473829Z","time spent":"534.953866ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:08.008874Z","caller":"traceutil/trace.go:171","msg":"trace[1187993989] linearizableReadLoop","detail":"{readStateIndex:27247; appliedIndex:27238; }","duration":"539.71392ms","start":"2026-08-20T02:14:07.469145Z","end":"2026-08-20T02:14:08.008859Z","steps":["trace[1187993989] 'read index received' (duration: 501.097278ms)","trace[1187993989] 'applied index is now lower than readState.Index' (duration: 38.615192ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:08.00904Z","caller":"traceutil/trace.go:171","msg":"trace[101673961] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"458.668539ms","start":"2026-08-20T02:14:07.550349Z","end":"2026-08-20T02:14:08.009017Z","steps":["trace[101673961] 'process raft request' (duration: 458.33787ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.009085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.550328Z","time spent":"458.72958ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:08.009142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260219642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:08.009211Z","caller":"traceutil/trace.go:171","msg":"trace[1126025145] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26370; }","duration":"2.260284533s","start":"2026-08-20T02:14:05.748903Z","end":"2026-08-20T02:14:08.009188Z","steps":["trace[1126025145] 'agreement among raft nodes before linearized reading' (duration: 2.260192431s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.009266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.748851Z","time spent":"2.260398526s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:08.009325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461378227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-08-20T02:14:08.00935Z","caller":"traceutil/trace.go:171","msg":"trace[375893265] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c; range_end:; response_count:1; response_revision:26370; }","duration":"2.461416008s","start":"2026-08-20T02:14:05.547926Z","end":"2026-08-20T02:14:08.009342Z","steps":["trace[375893265] 'agreement among raft nodes before linearized reading' (duration: 2.461312326s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.009372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.547912Z","time spent":"2.461454489s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" "} {"level":"warn","ts":"2026-08-20T02:14:08.009489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.785117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:08.009526Z","caller":"traceutil/trace.go:171","msg":"trace[989287518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26370; }","duration":"619.89229ms","start":"2026-08-20T02:14:07.389621Z","end":"2026-08-20T02:14:08.009513Z","steps":["trace[989287518] 'agreement among raft nodes before linearized reading' (duration: 619.830128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.009557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.38959Z","time spent":"619.958371ms","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:08.009906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.904197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-08-20T02:14:08.009948Z","caller":"traceutil/trace.go:171","msg":"trace[1854679199] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26370; }","duration":"654.975159ms","start":"2026-08-20T02:14:07.354961Z","end":"2026-08-20T02:14:08.009936Z","steps":["trace[1854679199] 'agreement among raft nodes before linearized reading' (duration: 654.809805ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.009978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.354944Z","time spent":"655.027161ms","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-08-20T02:14:08.010274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.97256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:14:08.009222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458298128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:08.010478Z","caller":"traceutil/trace.go:171","msg":"trace[1016524247] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26370; }","duration":"2.45956476s","start":"2026-08-20T02:14:05.550886Z","end":"2026-08-20T02:14:08.010451Z","steps":["trace[1016524247] 'agreement among raft nodes before linearized reading' (duration: 2.458301878s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.010543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46390072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-08-20T02:14:08.010556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.550865Z","time spent":"2.459659242s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-08-20T02:14:08.010578Z","caller":"traceutil/trace.go:171","msg":"trace[368234720] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26370; }","duration":"2.463959922s","start":"2026-08-20T02:14:05.546608Z","end":"2026-08-20T02:14:08.010568Z","steps":["trace[368234720] 'agreement among raft nodes before linearized reading' (duration: 2.46384937s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.010607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:05.546592Z","time spent":"2.464007673s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-20T02:14:08.010748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.400314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:08.010767Z","caller":"traceutil/trace.go:171","msg":"trace[620627762] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26370; }","duration":"807.460925ms","start":"2026-08-20T02:14:07.203301Z","end":"2026-08-20T02:14:08.010762Z","steps":["trace[620627762] 'agreement among raft nodes before linearized reading' (duration: 807.399774ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.010756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61917468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:08.010782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.203278Z","time spent":"807.498816ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:08.010794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.795134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d01444b4-c3af-4f7c-b204-92a932049c61\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-08-20T02:14:08.010799Z","caller":"traceutil/trace.go:171","msg":"trace[122145957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26370; }","duration":"1.619246011s","start":"2026-08-20T02:14:06.391541Z","end":"2026-08-20T02:14:08.010787Z","steps":["trace[122145957] 'agreement among raft nodes before linearized reading' (duration: 1.619176579s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:08.010816Z","caller":"traceutil/trace.go:171","msg":"trace[365730208] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d01444b4-c3af-4f7c-b204-92a932049c61; range_end:; response_count:1; response_revision:26370; }","duration":"536.834414ms","start":"2026-08-20T02:14:07.473974Z","end":"2026-08-20T02:14:08.010809Z","steps":["trace[365730208] 'agreement among raft nodes before linearized reading' (duration: 536.767823ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.010837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.473968Z","time spent":"536.861936ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-d01444b4-c3af-4f7c-b204-92a932049c61\" "} {"level":"warn","ts":"2026-08-20T02:14:08.010834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.391523Z","time spent":"1.619304373s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:08.011006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2776741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:08.011038Z","caller":"traceutil/trace.go:171","msg":"trace[1534331399] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26370; }","duration":"1.277734421s","start":"2026-08-20T02:14:06.733292Z","end":"2026-08-20T02:14:08.011026Z","steps":["trace[1534331399] 'agreement among raft nodes before linearized reading' (duration: 1.277675689s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.011066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:06.733274Z","time spent":"1.277784113s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:08.011123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.890153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-08-20T02:14:08.011189Z","caller":"traceutil/trace.go:171","msg":"trace[395258854] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26370; }","duration":"229.955355ms","start":"2026-08-20T02:14:07.781183Z","end":"2026-08-20T02:14:08.011138Z","steps":["trace[395258854] 'agreement among raft nodes before linearized reading' (duration: 229.851892ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.011603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.435455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:08.011643Z","caller":"traceutil/trace.go:171","msg":"trace[2146707739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26370; }","duration":"462.507837ms","start":"2026-08-20T02:14:07.549123Z","end":"2026-08-20T02:14:08.011631Z","steps":["trace[2146707739] 'agreement among raft nodes before linearized reading' (duration: 462.390564ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.011681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.5491Z","time spent":"462.572459ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:14:08.011842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.760729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:08.011881Z","caller":"traceutil/trace.go:171","msg":"trace[111147976] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26370; }","duration":"537.81005ms","start":"2026-08-20T02:14:07.474059Z","end":"2026-08-20T02:14:08.011869Z","steps":["trace[111147976] 'agreement among raft nodes before linearized reading' (duration: 537.747589ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.011913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.474056Z","time spent":"537.850181ms","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-20T02:14:08.013027Z","caller":"traceutil/trace.go:171","msg":"trace[2070978908] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26370; }","duration":"724.063884ms","start":"2026-08-20T02:14:07.286235Z","end":"2026-08-20T02:14:08.010299Z","steps":["trace[2070978908] 'agreement among raft nodes before linearized reading' (duration: 723.987622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:08.013086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:07.286211Z","time spent":"726.857375ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:08.525462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:09.025947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:09.460972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072263456s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:09.461093Z","caller":"traceutil/trace.go:171","msg":"trace[870177195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26370; }","duration":"1.072376569s","start":"2026-08-20T02:14:08.388684Z","end":"2026-08-20T02:14:09.46106Z","steps":["trace[870177195] 'range keys from in-memory index tree' (duration: 1.072249296s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:09.461756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405189984s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:09.462362Z","caller":"traceutil/trace.go:171","msg":"trace[487038159] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.437834843s","start":"2026-08-20T02:14:08.024491Z","end":"2026-08-20T02:14:09.462326Z","steps":["trace[487038159] 'process raft request' (duration: 1.437670749s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:09.462498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.024481Z","time spent":"1.437944165s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:10.02923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:10.029303Z","caller":"traceutil/trace.go:171","msg":"trace[543976986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636846s","start":"2026-08-20T02:14:08.028646Z","end":"2026-08-20T02:14:10.029283Z","steps":["trace[543976986] 'agreement among raft nodes before linearized reading' (duration: 2.000545323s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:10.029349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.028628Z","time spent":"2.000711877s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:10.534478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072360898s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T02:14:11.074543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.743011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:11.074873Z","caller":"traceutil/trace.go:171","msg":"trace[1703971176] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"3.049359237s","start":"2026-08-20T02:14:08.025453Z","end":"2026-08-20T02:14:11.074812Z","steps":["trace[1703971176] 'process raft request' (duration: 2.509256707s)","trace[1703971176] 'compare' (duration: 539.627058ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:11.075058Z","caller":"traceutil/trace.go:171","msg":"trace[1302572881] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27247; }","duration":"3.050461375s","start":"2026-08-20T02:14:08.024576Z","end":"2026-08-20T02:14:11.075037Z","steps":["trace[1302572881] 'read index received' (duration: 1.437563056s)","trace[1302572881] 'applied index is now lower than readState.Index' (duration: 1.612897199s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:11.075256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.025441Z","time spent":"3.049577722s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:11.075361Z","caller":"traceutil/trace.go:171","msg":"trace[746247805] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"3.049779927s","start":"2026-08-20T02:14:08.025564Z","end":"2026-08-20T02:14:11.075344Z","steps":["trace[746247805] 'process raft request' (duration: 3.04911014s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:11.075459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.025554Z","time spent":"3.049859059s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:11.075518Z","caller":"traceutil/trace.go:171","msg":"trace[1638347160] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"1.747489905s","start":"2026-08-20T02:14:09.327994Z","end":"2026-08-20T02:14:11.075484Z","steps":["trace[1638347160] 'process raft request' (duration: 1.746999563s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:11.075593Z","caller":"traceutil/trace.go:171","msg":"trace[439567606] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"2.399631921s","start":"2026-08-20T02:14:08.675941Z","end":"2026-08-20T02:14:11.075573Z","steps":["trace[439567606] 'process raft request' (duration: 2.398963264s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:11.075721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.675922Z","time spent":"2.399715583s","remote":"127.0.0.1:45960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:11.075684Z","caller":"traceutil/trace.go:171","msg":"trace[1790839179] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"2.879111513s","start":"2026-08-20T02:14:08.196544Z","end":"2026-08-20T02:14:11.075655Z","steps":["trace[1790839179] 'process raft request' (duration: 2.878223671s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:11.075767Z","caller":"traceutil/trace.go:171","msg":"trace[119668333] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"2.832008025s","start":"2026-08-20T02:14:08.243749Z","end":"2026-08-20T02:14:11.075757Z","steps":["trace[119668333] 'process raft request' (duration: 2.831110992s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:11.075824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.243666Z","time spent":"2.832129848s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:11.075718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.327965Z","time spent":"1.747700301s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:11.075884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.196512Z","time spent":"2.879254338s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:11.076379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051812199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:11.076433Z","caller":"traceutil/trace.go:171","msg":"trace[143897289] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26378; }","duration":"3.051882822s","start":"2026-08-20T02:14:08.024538Z","end":"2026-08-20T02:14:11.076421Z","steps":["trace[143897289] 'agreement among raft nodes before linearized reading' (duration: 3.051717637s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:11.076469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.02453Z","time spent":"3.051931823s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-08-20T02:14:11.075973Z","caller":"traceutil/trace.go:171","msg":"trace[1343522360] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"2.878868877s","start":"2026-08-20T02:14:08.197095Z","end":"2026-08-20T02:14:11.075964Z","steps":["trace[1343522360] 'process raft request' (duration: 2.877724118s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:11.076803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.197084Z","time spent":"2.879609388s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:11.575833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:12.029301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999584959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:12.029388Z","caller":"traceutil/trace.go:171","msg":"trace[1850431152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999717632s","start":"2026-08-20T02:14:10.029651Z","end":"2026-08-20T02:14:12.029369Z","steps":["trace[1850431152] 'agreement among raft nodes before linearized reading' (duration: 1.999597839s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.029438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.029643Z","time spent":"1.999785243s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:12.076531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:12.57738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:12.707486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.172686444s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T02:14:12.831041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.135552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:12.831301Z","caller":"traceutil/trace.go:171","msg":"trace[1774507430] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"2.818035456s","start":"2026-08-20T02:14:10.013232Z","end":"2026-08-20T02:14:12.831267Z","steps":["trace[1774507430] 'process raft request' (duration: 2.694586806s)","trace[1774507430] 'compare' (duration: 122.126965ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:12.831451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.013203Z","time spent":"2.81816648s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:12.833998Z","caller":"traceutil/trace.go:171","msg":"trace[58256831] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"2.819247817s","start":"2026-08-20T02:14:10.014726Z","end":"2026-08-20T02:14:12.833974Z","steps":["trace[58256831] 'process raft request' (duration: 2.816417394s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.834126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.014705Z","time spent":"2.81936192s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:12.834383Z","caller":"traceutil/trace.go:171","msg":"trace[1253914786] linearizableReadLoop","detail":"{readStateIndex:27261; appliedIndex:27255; }","duration":"1.759259547s","start":"2026-08-20T02:14:11.075104Z","end":"2026-08-20T02:14:12.834363Z","steps":["trace[1253914786] 'read index received' (duration: 1.632638246s)","trace[1253914786] 'applied index is now lower than readState.Index' (duration: 126.620181ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:12.834377Z","caller":"traceutil/trace.go:171","msg":"trace[1628955038] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"2.817648226s","start":"2026-08-20T02:14:10.016689Z","end":"2026-08-20T02:14:12.834337Z","steps":["trace[1628955038] 'process raft request' (duration: 2.817210745s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:12.834504Z","caller":"traceutil/trace.go:171","msg":"trace[140879044] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"2.808445169s","start":"2026-08-20T02:14:10.026048Z","end":"2026-08-20T02:14:12.834493Z","steps":["trace[140879044] 'process raft request' (duration: 2.808275534s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:12.834448Z","caller":"traceutil/trace.go:171","msg":"trace[788742369] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"2.80885364s","start":"2026-08-20T02:14:10.025588Z","end":"2026-08-20T02:14:12.834442Z","steps":["trace[788742369] 'process raft request' (duration: 2.808592594s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.834616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.026037Z","time spent":"2.808505901s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:12.834669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.025562Z","time spent":"2.809030705s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:12.834719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.016668Z","time spent":"2.81779677s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:12.834778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271959363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.834814Z","caller":"traceutil/trace.go:171","msg":"trace[460401086] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26384; }","duration":"2.272026094s","start":"2026-08-20T02:14:10.562775Z","end":"2026-08-20T02:14:12.834801Z","steps":["trace[460401086] 'agreement among raft nodes before linearized reading' (duration: 2.271981403s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.834843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.562748Z","time spent":"2.272085756s","remote":"127.0.0.1:47102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:12.834912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050960727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:12.834741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009547574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.834958Z","caller":"traceutil/trace.go:171","msg":"trace[97832791] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26384; }","duration":"4.051015798s","start":"2026-08-20T02:14:08.783929Z","end":"2026-08-20T02:14:12.834945Z","steps":["trace[97832791] 'agreement among raft nodes before linearized reading' (duration: 4.050938536s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:12.834977Z","caller":"traceutil/trace.go:171","msg":"trace[1097781565] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26384; }","duration":"2.009772959s","start":"2026-08-20T02:14:10.825185Z","end":"2026-08-20T02:14:12.834958Z","steps":["trace[1097781565] 'agreement among raft nodes before linearized reading' (duration: 2.009528593s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.835022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217883423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.835049Z","caller":"traceutil/trace.go:171","msg":"trace[1703474361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26384; }","duration":"3.217941175s","start":"2026-08-20T02:14:09.617101Z","end":"2026-08-20T02:14:12.835043Z","steps":["trace[1703474361] 'agreement among raft nodes before linearized reading' (duration: 3.217902694s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.835074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.617084Z","time spent":"3.217985475s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:12.835283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369901898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-08-20T02:14:12.835274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360227169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:14:12.835312Z","caller":"traceutil/trace.go:171","msg":"trace[254159278] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c; range_end:; response_count:1; response_revision:26384; }","duration":"3.369953869s","start":"2026-08-20T02:14:09.465351Z","end":"2026-08-20T02:14:12.835304Z","steps":["trace[254159278] 'agreement among raft nodes before linearized reading' (duration: 3.369845586s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.83533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.46534Z","time spent":"3.36998684s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" "} {"level":"info","ts":"2026-08-20T02:14:12.835339Z","caller":"traceutil/trace.go:171","msg":"trace[295468580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26384; }","duration":"3.360318341s","start":"2026-08-20T02:14:09.474999Z","end":"2026-08-20T02:14:12.835317Z","steps":["trace[295468580] 'agreement among raft nodes before linearized reading' (duration: 3.360143476s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.835393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.474982Z","time spent":"3.360400733s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:12.835451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474051782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.835483Z","caller":"traceutil/trace.go:171","msg":"trace[1968059801] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26384; }","duration":"3.474120434s","start":"2026-08-20T02:14:09.361354Z","end":"2026-08-20T02:14:12.835474Z","steps":["trace[1968059801] 'agreement among raft nodes before linearized reading' (duration: 3.474069462s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.835513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.361339Z","time spent":"3.474166384s","remote":"127.0.0.1:46054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:12.835619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360610908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-20T02:14:12.835655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360027455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:14:12.835038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.825167Z","time spent":"2.009854942s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:12.835693Z","caller":"traceutil/trace.go:171","msg":"trace[123412431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26384; }","duration":"3.360692342s","start":"2026-08-20T02:14:09.474984Z","end":"2026-08-20T02:14:12.835676Z","steps":["trace[123412431] 'agreement among raft nodes before linearized reading' (duration: 3.360391853s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.835791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.47498Z","time spent":"3.360799484s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:12.835645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65305309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.835862Z","caller":"traceutil/trace.go:171","msg":"trace[242244287] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26384; }","duration":"3.653302136s","start":"2026-08-20T02:14:09.182551Z","end":"2026-08-20T02:14:12.835853Z","steps":["trace[242244287] 'agreement among raft nodes before linearized reading' (duration: 3.65306472s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.83589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.182533Z","time spent":"3.653348128s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:12.83499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.783916Z","time spent":"4.051063929s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:12.835701Z","caller":"traceutil/trace.go:171","msg":"trace[162794201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26384; }","duration":"3.360088016s","start":"2026-08-20T02:14:09.475599Z","end":"2026-08-20T02:14:12.835687Z","steps":["trace[162794201] 'agreement among raft nodes before linearized reading' (duration: 3.359915111s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.836078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.475592Z","time spent":"3.360477646s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:12.83534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360352011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:14:12.834397Z","caller":"traceutil/trace.go:171","msg":"trace[1853754024] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"2.808773908s","start":"2026-08-20T02:14:10.025586Z","end":"2026-08-20T02:14:12.83436Z","steps":["trace[1853754024] 'process raft request' (duration: 2.808706227s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:12.836242Z","caller":"traceutil/trace.go:171","msg":"trace[184801211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26384; }","duration":"3.361299097s","start":"2026-08-20T02:14:09.47493Z","end":"2026-08-20T02:14:12.836229Z","steps":["trace[184801211] 'agreement among raft nodes before linearized reading' (duration: 3.360150547s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.836286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.345400248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-08-20T02:14:12.8363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:10.025561Z","time spent":"2.810687318s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:12.836327Z","caller":"traceutil/trace.go:171","msg":"trace[1084711828] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26384; }","duration":"4.34548855s","start":"2026-08-20T02:14:08.490831Z","end":"2026-08-20T02:14:12.836319Z","steps":["trace[1084711828] 'agreement among raft nodes before linearized reading' (duration: 4.344179886s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.836352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.490809Z","time spent":"4.345537422s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2663,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:12.836376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810414039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-08-20T02:14:12.836404Z","caller":"traceutil/trace.go:171","msg":"trace[311124284] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26384; }","duration":"4.8104551s","start":"2026-08-20T02:14:08.025937Z","end":"2026-08-20T02:14:12.836392Z","steps":["trace[311124284] 'agreement among raft nodes before linearized reading' (duration: 4.810374478s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.83643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.02593Z","time spent":"4.810494851s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-08-20T02:14:12.836548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811954209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:14:12.836586Z","caller":"traceutil/trace.go:171","msg":"trace[351261938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26384; }","duration":"4.812002s","start":"2026-08-20T02:14:08.024575Z","end":"2026-08-20T02:14:12.836577Z","steps":["trace[351261938] 'agreement among raft nodes before linearized reading' (duration: 4.811870237s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.836596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757301027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-08-20T02:14:12.836614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.024569Z","time spent":"4.812039431s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:14:12.836626Z","caller":"traceutil/trace.go:171","msg":"trace[231009818] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26384; }","duration":"1.757361107s","start":"2026-08-20T02:14:11.079255Z","end":"2026-08-20T02:14:12.836617Z","steps":["trace[231009818] 'agreement among raft nodes before linearized reading' (duration: 1.757230224s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.836651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:11.079236Z","time spent":"1.757408219s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T02:14:12.836291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:09.474917Z","time spent":"3.361362238s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:14:12.836562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.810541482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.836766Z","caller":"traceutil/trace.go:171","msg":"trace[919821245] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26384; }","duration":"4.810751558s","start":"2026-08-20T02:14:08.026003Z","end":"2026-08-20T02:14:12.836754Z","steps":["trace[919821245] 'agreement among raft nodes before linearized reading' (duration: 4.810536422s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.834997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074264335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:14:12.8368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.025996Z","time spent":"4.810793849s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-08-20T02:14:12.836818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.10931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:12.836843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.826747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:12.83689Z","caller":"traceutil/trace.go:171","msg":"trace[1150474281] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26384; }","duration":"112.906519ms","start":"2026-08-20T02:14:12.723972Z","end":"2026-08-20T02:14:12.836878Z","steps":["trace[1150474281] 'agreement among raft nodes before linearized reading' (duration: 112.836897ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.836953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754190717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18274"} {"level":"info","ts":"2026-08-20T02:14:12.836988Z","caller":"traceutil/trace.go:171","msg":"trace[79754031] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26384; }","duration":"1.754256689s","start":"2026-08-20T02:14:11.082723Z","end":"2026-08-20T02:14:12.83698Z","steps":["trace[79754031] 'agreement among raft nodes before linearized reading' (duration: 1.754146446s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.837017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:11.082708Z","time spent":"1.754302419s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-08-20T02:14:12.836822Z","caller":"traceutil/trace.go:171","msg":"trace[593993311] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26384; }","duration":"4.076154263s","start":"2026-08-20T02:14:08.760659Z","end":"2026-08-20T02:14:12.836813Z","steps":["trace[593993311] 'agreement among raft nodes before linearized reading' (duration: 4.074307846s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.837095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:08.760646Z","time spent":"4.076433041s","remote":"127.0.0.1:50388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:12.836854Z","caller":"traceutil/trace.go:171","msg":"trace[2065202351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26384; }","duration":"799.178372ms","start":"2026-08-20T02:14:12.037667Z","end":"2026-08-20T02:14:12.836845Z","steps":["trace[2065202351] 'agreement among raft nodes before linearized reading' (duration: 799.113561ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:12.837209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.037626Z","time spent":"799.572662ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:12.836782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.678057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:12.837371Z","caller":"traceutil/trace.go:171","msg":"trace[352436472] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26384; }","duration":"221.307073ms","start":"2026-08-20T02:14:12.616044Z","end":"2026-08-20T02:14:12.837351Z","steps":["trace[352436472] 'agreement among raft nodes before linearized reading' (duration: 220.679407ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:13.342092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:14:13.737886Z","caller":"traceutil/trace.go:171","msg":"trace[476329249] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"897.821815ms","start":"2026-08-20T02:14:12.84002Z","end":"2026-08-20T02:14:13.737842Z","steps":["trace[476329249] 'process raft request' (duration: 812.843983ms)","trace[476329249] 'compare' (duration: 84.813218ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:13.738106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.839997Z","time spent":"897.98828ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:14.887568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199705887s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:14.910682Z","caller":"traceutil/trace.go:171","msg":"trace[2104626525] linearizableReadLoop","detail":"{readStateIndex:27270; appliedIndex:27261; }","duration":"2.069233176s","start":"2026-08-20T02:14:12.841388Z","end":"2026-08-20T02:14:14.910621Z","steps":["trace[2104626525] 'read index received' (duration: 811.56982ms)","trace[2104626525] 'applied index is now lower than readState.Index' (duration: 1.257662046s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:14.910782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.84023Z","time spent":"2.07054982s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:14:14.911117Z","caller":"traceutil/trace.go:171","msg":"trace[372831630] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"2.068795564s","start":"2026-08-20T02:14:12.842306Z","end":"2026-08-20T02:14:14.911102Z","steps":["trace[372831630] 'process raft request' (duration: 2.067975704s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.911216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.842276Z","time spent":"2.068868066s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:14.911438Z","caller":"traceutil/trace.go:171","msg":"trace[1951000065] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"2.069050022s","start":"2026-08-20T02:14:12.842376Z","end":"2026-08-20T02:14:14.911426Z","steps":["trace[1951000065] 'process raft request' (duration: 2.068020365s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.911499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.842371Z","time spent":"2.069095724s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:14.911623Z","caller":"traceutil/trace.go:171","msg":"trace[1279195559] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"2.069013841s","start":"2026-08-20T02:14:12.842599Z","end":"2026-08-20T02:14:14.911613Z","steps":["trace[1279195559] 'process raft request' (duration: 2.06783675s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.911674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.842576Z","time spent":"2.069067903s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:14.911791Z","caller":"traceutil/trace.go:171","msg":"trace[669239008] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"2.066896776s","start":"2026-08-20T02:14:12.844885Z","end":"2026-08-20T02:14:14.911781Z","steps":["trace[669239008] 'process raft request' (duration: 2.065601853s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.911842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.844877Z","time spent":"2.066939517s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:14.911956Z","caller":"traceutil/trace.go:171","msg":"trace[293094757] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"1.897446696s","start":"2026-08-20T02:14:13.014498Z","end":"2026-08-20T02:14:14.911945Z","steps":["trace[293094757] 'process raft request' (duration: 1.896023539s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.912018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.014467Z","time spent":"1.897521338s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:14.912141Z","caller":"traceutil/trace.go:171","msg":"trace[1151497187] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"1.830546888s","start":"2026-08-20T02:14:13.081585Z","end":"2026-08-20T02:14:14.912132Z","steps":["trace[1151497187] 'process raft request' (duration: 1.828972568s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.912196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.081556Z","time spent":"1.830613829s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:14.912321Z","caller":"traceutil/trace.go:171","msg":"trace[1247463071] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"1.829730096s","start":"2026-08-20T02:14:13.08258Z","end":"2026-08-20T02:14:14.91231Z","steps":["trace[1247463071] 'process raft request' (duration: 1.828006061s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.912376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.082557Z","time spent":"1.829793398s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:14.912599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071206647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-05900586-a058-40a2-9291-66fce9720d67\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-08-20T02:14:14.912638Z","caller":"traceutil/trace.go:171","msg":"trace[359907296] range","detail":"{range_begin:/registry/persistentvolumes/pvc-05900586-a058-40a2-9291-66fce9720d67; range_end:; response_count:1; response_revision:26392; }","duration":"2.071260748s","start":"2026-08-20T02:14:12.841368Z","end":"2026-08-20T02:14:14.912629Z","steps":["trace[359907296] 'agreement among raft nodes before linearized reading' (duration: 2.071137395s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:14.912673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.841359Z","time spent":"2.071306409s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-05900586-a058-40a2-9291-66fce9720d67\" "} {"level":"warn","ts":"2026-08-20T02:14:15.411344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:15.62613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:15.626232Z","caller":"traceutil/trace.go:171","msg":"trace[690845442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500552s","start":"2026-08-20T02:14:13.625709Z","end":"2026-08-20T02:14:15.62621Z","steps":["trace[690845442] 'agreement among raft nodes before linearized reading' (duration: 2.000376278s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:15.626314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.625693Z","time spent":"2.000608525s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:15.911741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:16.242706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354904314s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:16.304371Z","caller":"traceutil/trace.go:171","msg":"trace[281258896] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"1.461330557s","start":"2026-08-20T02:14:14.843021Z","end":"2026-08-20T02:14:16.304352Z","steps":["trace[281258896] 'process raft request' (duration: 1.461209173s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:16.304485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.842998Z","time spent":"1.461431038s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:16.304576Z","caller":"traceutil/trace.go:171","msg":"trace[1724257147] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"1.467209157s","start":"2026-08-20T02:14:14.837358Z","end":"2026-08-20T02:14:16.304567Z","steps":["trace[1724257147] 'process raft request' (duration: 1.405541884s)","trace[1724257147] 'compare' (duration: 61.14769ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:16.304607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.837335Z","time spent":"1.467253849s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:16.30495Z","caller":"traceutil/trace.go:171","msg":"trace[88029685] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"1.461834869s","start":"2026-08-20T02:14:14.843084Z","end":"2026-08-20T02:14:16.304919Z","steps":["trace[88029685] 'process raft request' (duration: 1.461237584s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:16.305122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.843072Z","time spent":"1.461963042s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:16.305233Z","caller":"traceutil/trace.go:171","msg":"trace[389040288] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"1.461223023s","start":"2026-08-20T02:14:14.84399Z","end":"2026-08-20T02:14:16.305213Z","steps":["trace[389040288] 'process raft request' (duration: 1.460816033s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:16.30533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.84398Z","time spent":"1.461300535s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:16.305415Z","caller":"traceutil/trace.go:171","msg":"trace[2075421939] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"1.448482126s","start":"2026-08-20T02:14:14.856906Z","end":"2026-08-20T02:14:16.305388Z","steps":["trace[2075421939] 'process raft request' (duration: 1.448400834s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:16.305535Z","caller":"traceutil/trace.go:171","msg":"trace[58060958] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"1.461090209s","start":"2026-08-20T02:14:14.844425Z","end":"2026-08-20T02:14:16.305515Z","steps":["trace[58060958] 'process raft request' (duration: 1.460712759s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:16.305583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.856885Z","time spent":"1.44862401s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:16.30569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.844416Z","time spent":"1.46116069s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:17.563476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:17.563542Z","caller":"traceutil/trace.go:171","msg":"trace[298737239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002719s","start":"2026-08-20T02:14:15.563524Z","end":"2026-08-20T02:14:17.563527Z","steps":["trace[298737239] 'agreement among raft nodes before linearized reading' (duration: 1.999920527s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.563576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.56351Z","time spent":"2.00005879s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:17.627471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:17.627814Z","caller":"traceutil/trace.go:171","msg":"trace[1577281807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001117757s","start":"2026-08-20T02:14:15.626433Z","end":"2026-08-20T02:14:17.627551Z","steps":["trace[1577281807] 'agreement among raft nodes before linearized reading' (duration: 2.000294557s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.627945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.626413Z","time spent":"2.001468856s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:17.783033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.748447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:17.783172Z","caller":"traceutil/trace.go:171","msg":"trace[1919772327] linearizableReadLoop","detail":"{readStateIndex:27277; appliedIndex:27270; }","duration":"2.872405123s","start":"2026-08-20T02:14:14.910742Z","end":"2026-08-20T02:14:17.783147Z","steps":["trace[1919772327] 'read index received' (duration: 1.33217302s)","trace[1919772327] 'applied index is now lower than readState.Index' (duration: 1.540228503s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:17.783269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131095035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:17.783322Z","caller":"traceutil/trace.go:171","msg":"trace[1788167044] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26399; }","duration":"4.131192027s","start":"2026-08-20T02:14:13.652118Z","end":"2026-08-20T02:14:17.78331Z","steps":["trace[1788167044] 'agreement among raft nodes before linearized reading' (duration: 4.131050823s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.783315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47596726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:17.783355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.652103Z","time spent":"4.131245369s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:17.783357Z","caller":"traceutil/trace.go:171","msg":"trace[1053941860] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26399; }","duration":"4.476057263s","start":"2026-08-20T02:14:13.307284Z","end":"2026-08-20T02:14:17.783342Z","steps":["trace[1053941860] 'agreement among raft nodes before linearized reading' (duration: 4.47596313s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.783406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.307258Z","time spent":"4.476133815s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:17.783497Z","caller":"traceutil/trace.go:171","msg":"trace[1901652425] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"2.869051465s","start":"2026-08-20T02:14:14.914437Z","end":"2026-08-20T02:14:17.783489Z","steps":["trace[1901652425] 'process raft request' (duration: 2.216761834s)","trace[1901652425] 'compare' (duration: 651.308986ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:17.783555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.914412Z","time spent":"2.869104867s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:17.783748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718465939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:17.783764Z","caller":"traceutil/trace.go:171","msg":"trace[1195627824] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26399; }","duration":"3.71851982s","start":"2026-08-20T02:14:14.065238Z","end":"2026-08-20T02:14:17.783758Z","steps":["trace[1195627824] 'agreement among raft nodes before linearized reading' (duration: 3.718489049s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.783779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.065217Z","time spent":"3.718557102s","remote":"127.0.0.1:52756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:17.783864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.016044911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:17.783879Z","caller":"traceutil/trace.go:171","msg":"trace[922339242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26399; }","duration":"4.016065431s","start":"2026-08-20T02:14:13.767807Z","end":"2026-08-20T02:14:17.783873Z","steps":["trace[922339242] 'agreement among raft nodes before linearized reading' (duration: 4.01603848s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.783891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.767725Z","time spent":"4.016163193s","remote":"127.0.0.1:48348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:17.783995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040685762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-08-20T02:14:17.78401Z","caller":"traceutil/trace.go:171","msg":"trace[1629619256] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c; range_end:; response_count:1; response_revision:26399; }","duration":"4.040736983s","start":"2026-08-20T02:14:13.743267Z","end":"2026-08-20T02:14:17.784004Z","steps":["trace[1629619256] 'agreement among raft nodes before linearized reading' (duration: 4.040692672s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.784024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.743244Z","time spent":"4.040777046s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd5f4ba4d4916c\" "} {"level":"warn","ts":"2026-08-20T02:14:17.784052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310784289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274832"} {"level":"info","ts":"2026-08-20T02:14:17.78409Z","caller":"traceutil/trace.go:171","msg":"trace[1860900136] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26399; }","duration":"3.310863581s","start":"2026-08-20T02:14:14.473216Z","end":"2026-08-20T02:14:17.78408Z","steps":["trace[1860900136] 'agreement among raft nodes before linearized reading' (duration: 3.31041598s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.784121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:14.473196Z","time spent":"3.310916943s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274855,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-08-20T02:14:17.784523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72440693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-20T02:14:17.78457Z","caller":"traceutil/trace.go:171","msg":"trace[1495652114] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26399; }","duration":"4.724493581s","start":"2026-08-20T02:14:13.060068Z","end":"2026-08-20T02:14:17.784561Z","steps":["trace[1495652114] 'agreement among raft nodes before linearized reading' (duration: 4.724294986s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.7846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.06005Z","time spent":"4.724542113s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:17.784578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766273105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:17.784665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934825883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-08-20T02:14:17.784669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703017771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:17.784693Z","caller":"traceutil/trace.go:171","msg":"trace[1775849802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26399; }","duration":"4.766431899s","start":"2026-08-20T02:14:13.018235Z","end":"2026-08-20T02:14:17.784667Z","steps":["trace[1775849802] 'agreement among raft nodes before linearized reading' (duration: 4.766249505s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:17.784731Z","caller":"traceutil/trace.go:171","msg":"trace[1269818497] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26399; }","duration":"4.934927705s","start":"2026-08-20T02:14:12.849786Z","end":"2026-08-20T02:14:17.784714Z","steps":["trace[1269818497] 'agreement among raft nodes before linearized reading' (duration: 4.934696279s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:17.78475Z","caller":"traceutil/trace.go:171","msg":"trace[1716074345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26399; }","duration":"4.703139385s","start":"2026-08-20T02:14:13.081591Z","end":"2026-08-20T02:14:17.784731Z","steps":["trace[1716074345] 'agreement among raft nodes before linearized reading' (duration: 4.702101758s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.784756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.018221Z","time spent":"4.766520881s","remote":"127.0.0.1:46968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:17.784768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.849753Z","time spent":"4.935008578s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-20T02:14:17.784793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:13.081574Z","time spent":"4.703209696s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:14:17.784812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934059284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-08-20T02:14:17.784902Z","caller":"traceutil/trace.go:171","msg":"trace[2064422087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26399; }","duration":"4.934187146s","start":"2026-08-20T02:14:12.850693Z","end":"2026-08-20T02:14:17.78488Z","steps":["trace[2064422087] 'agreement among raft nodes before linearized reading' (duration: 4.933899129s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.784964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:12.850683Z","time spent":"4.934267729s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-20T02:14:17.864129Z","caller":"traceutil/trace.go:171","msg":"trace[1837260662] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"944.386483ms","start":"2026-08-20T02:14:16.919721Z","end":"2026-08-20T02:14:17.864107Z","steps":["trace[1837260662] 'process raft request' (duration: 944.341161ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:17.86423Z","caller":"traceutil/trace.go:171","msg":"trace[1107437956] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"944.581537ms","start":"2026-08-20T02:14:16.919611Z","end":"2026-08-20T02:14:17.864192Z","steps":["trace[1107437956] 'process raft request' (duration: 944.322359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:17.864425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.919597Z","time spent":"944.728171ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:17.864268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.919683Z","time spent":"944.514046ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:18.990968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.471196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:18.991108Z","caller":"traceutil/trace.go:171","msg":"trace[368648016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26401; }","duration":"601.62547ms","start":"2026-08-20T02:14:18.389464Z","end":"2026-08-20T02:14:18.991089Z","steps":["trace[368648016] 'range keys from in-memory index tree' (duration: 601.451316ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.567674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000913393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:19.56774Z","caller":"traceutil/trace.go:171","msg":"trace[1535538929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001021585s","start":"2026-08-20T02:14:17.566701Z","end":"2026-08-20T02:14:19.567723Z","steps":["trace[1535538929] 'agreement among raft nodes before linearized reading' (duration: 2.000948403s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.567778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.56668Z","time spent":"2.001088878s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:19.633568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:19.633694Z","caller":"traceutil/trace.go:171","msg":"trace[443177034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083387s","start":"2026-08-20T02:14:17.632837Z","end":"2026-08-20T02:14:19.633671Z","steps":["trace[443177034] 'agreement among raft nodes before linearized reading' (duration: 2.000688457s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.633744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.632816Z","time spent":"2.000915522s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:19.853231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.989227593s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:19.86239Z","caller":"traceutil/trace.go:171","msg":"trace[1944806504] linearizableReadLoop","detail":"{readStateIndex:27280; appliedIndex:27277; }","duration":"2.079152311s","start":"2026-08-20T02:14:17.783212Z","end":"2026-08-20T02:14:19.862365Z","steps":["trace[1944806504] 'read index received' (duration: 80.795654ms)","trace[1944806504] 'applied index is now lower than readState.Index' (duration: 1.998355347s)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:19.863141Z","caller":"traceutil/trace.go:171","msg":"trace[389238423] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"2.237223531s","start":"2026-08-20T02:14:17.625906Z","end":"2026-08-20T02:14:19.86313Z","steps":["trace[389238423] 'process raft request' (duration: 2.23599439s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.86323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.625886Z","time spent":"2.237284193s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:19.863815Z","caller":"traceutil/trace.go:171","msg":"trace[1548751105] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"2.0771655s","start":"2026-08-20T02:14:17.786638Z","end":"2026-08-20T02:14:19.863804Z","steps":["trace[1548751105] 'process raft request' (duration: 2.075557949s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.863869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.786613Z","time spent":"2.077228772s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:19.864186Z","caller":"traceutil/trace.go:171","msg":"trace[1182607845] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"2.073584488s","start":"2026-08-20T02:14:17.790593Z","end":"2026-08-20T02:14:19.864178Z","steps":["trace[1182607845] 'process raft request' (duration: 2.07166544s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.864457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.790568Z","time spent":"2.073864946s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:19.864975Z","caller":"traceutil/trace.go:171","msg":"trace[676397691] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"2.071359842s","start":"2026-08-20T02:14:17.793606Z","end":"2026-08-20T02:14:19.864966Z","steps":["trace[676397691] 'process raft request' (duration: 2.068697094s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.86502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.793598Z","time spent":"2.071400823s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:19.865265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941146687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:14:19.865418Z","caller":"traceutil/trace.go:171","msg":"trace[1692766893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26405; }","duration":"2.9412802s","start":"2026-08-20T02:14:16.924072Z","end":"2026-08-20T02:14:19.865352Z","steps":["trace[1692766893] 'agreement among raft nodes before linearized reading' (duration: 2.941122006s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.865447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.924055Z","time spent":"2.941385533s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:19.865505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052918216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-08-20T02:14:19.865565Z","caller":"traceutil/trace.go:171","msg":"trace[134368979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26405; }","duration":"4.053023139s","start":"2026-08-20T02:14:15.812528Z","end":"2026-08-20T02:14:19.865552Z","steps":["trace[134368979] 'agreement among raft nodes before linearized reading' (duration: 4.052838705s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.865591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.81251Z","time spent":"4.053076771s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T02:14:19.865718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946183336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:14:19.865742Z","caller":"traceutil/trace.go:171","msg":"trace[2032451575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26405; }","duration":"2.946244448s","start":"2026-08-20T02:14:16.919489Z","end":"2026-08-20T02:14:19.865733Z","steps":["trace[2032451575] 'agreement among raft nodes before linearized reading' (duration: 2.946195317s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.865754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.919467Z","time spent":"2.946283829s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:14:19.865818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948261179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:14:19.865835Z","caller":"traceutil/trace.go:171","msg":"trace[1826338402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26405; }","duration":"2.94828734s","start":"2026-08-20T02:14:16.917544Z","end":"2026-08-20T02:14:19.865832Z","steps":["trace[1826338402] 'agreement among raft nodes before linearized reading' (duration: 2.948241519s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.865847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.91754Z","time spent":"2.948303941s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:19.865906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948727682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:14:19.865923Z","caller":"traceutil/trace.go:171","msg":"trace[738691761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26405; }","duration":"2.948766364s","start":"2026-08-20T02:14:16.917151Z","end":"2026-08-20T02:14:19.865918Z","steps":["trace[738691761] 'agreement among raft nodes before linearized reading' (duration: 2.948728123s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.865934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.917137Z","time spent":"2.948794094s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:19.866054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458380999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:19.866082Z","caller":"traceutil/trace.go:171","msg":"trace[594473689] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26405; }","duration":"3.458441131s","start":"2026-08-20T02:14:16.407636Z","end":"2026-08-20T02:14:19.866077Z","steps":["trace[594473689] 'agreement among raft nodes before linearized reading' (duration: 3.458385959s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.8661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.407623Z","time spent":"3.458471981s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.866054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.073331291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:19.866142Z","caller":"traceutil/trace.go:171","msg":"trace[535848524] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26405; }","duration":"4.073448534s","start":"2026-08-20T02:14:15.792684Z","end":"2026-08-20T02:14:19.866133Z","steps":["trace[535848524] 'agreement among raft nodes before linearized reading' (duration: 4.073259289s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.86617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.792669Z","time spent":"4.073494155s","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.86621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735074725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:19.866231Z","caller":"traceutil/trace.go:171","msg":"trace[62076895] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26405; }","duration":"3.735095765s","start":"2026-08-20T02:14:16.131129Z","end":"2026-08-20T02:14:19.866225Z","steps":["trace[62076895] 'agreement among raft nodes before linearized reading' (duration: 3.735058934s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.866249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.131093Z","time spent":"3.735149437s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.866349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814148564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:19.866366Z","caller":"traceutil/trace.go:171","msg":"trace[962672845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26405; }","duration":"3.814215657s","start":"2026-08-20T02:14:16.052146Z","end":"2026-08-20T02:14:19.866361Z","steps":["trace[962672845] 'agreement among raft nodes before linearized reading' (duration: 3.814186836s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.866381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:16.052127Z","time spent":"3.814247707s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.866517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921008318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:19.866535Z","caller":"traceutil/trace.go:171","msg":"trace[927443971] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26405; }","duration":"3.92106281s","start":"2026-08-20T02:14:15.945468Z","end":"2026-08-20T02:14:19.866531Z","steps":["trace[927443971] 'agreement among raft nodes before linearized reading' (duration: 3.920983908s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.866548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.94545Z","time spent":"3.921093561s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.866593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148165352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:19.866665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051382587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-08-20T02:14:19.86666Z","caller":"traceutil/trace.go:171","msg":"trace[57811259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26405; }","duration":"4.148315936s","start":"2026-08-20T02:14:15.718328Z","end":"2026-08-20T02:14:19.866644Z","steps":["trace[57811259] 'agreement among raft nodes before linearized reading' (duration: 4.148027049s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:19.866684Z","caller":"traceutil/trace.go:171","msg":"trace[191593007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26405; }","duration":"4.051434118s","start":"2026-08-20T02:14:15.815245Z","end":"2026-08-20T02:14:19.866679Z","steps":["trace[191593007] 'agreement among raft nodes before linearized reading' (duration: 4.051380666s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.866697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.81523Z","time spent":"4.051463799s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-20T02:14:19.866706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.718306Z","time spent":"4.148386787s","remote":"127.0.0.1:46994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.866939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509518311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:19.866977Z","caller":"traceutil/trace.go:171","msg":"trace[1122878731] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26405; }","duration":"4.509612433s","start":"2026-08-20T02:14:15.357354Z","end":"2026-08-20T02:14:19.866967Z","steps":["trace[1122878731] 'agreement among raft nodes before linearized reading' (duration: 4.509536801s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.867006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.357319Z","time spent":"4.509677215s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:19.867141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844987597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-08-20T02:14:19.867165Z","caller":"traceutil/trace.go:171","msg":"trace[1594386764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26405; }","duration":"4.845052219s","start":"2026-08-20T02:14:15.022106Z","end":"2026-08-20T02:14:19.867158Z","steps":["trace[1594386764] 'agreement among raft nodes before linearized reading' (duration: 4.844989027s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:19.867179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:15.022081Z","time spent":"4.845094159s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-08-20T02:14:20.362974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:20.86316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:21.121446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.260287163s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:21.1223Z","caller":"traceutil/trace.go:171","msg":"trace[826290004] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"2.810301297s","start":"2026-08-20T02:14:18.311973Z","end":"2026-08-20T02:14:21.122274Z","steps":["trace[826290004] 'process raft request' (duration: 2.809741222s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:21.12249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.311953Z","time spent":"2.810433441s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:21.122674Z","caller":"traceutil/trace.go:171","msg":"trace[117554806] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"2.810605575s","start":"2026-08-20T02:14:18.312049Z","end":"2026-08-20T02:14:21.122654Z","steps":["trace[117554806] 'process raft request' (duration: 2.810136083s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:21.122788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.312015Z","time spent":"2.810736878s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:21.123161Z","caller":"traceutil/trace.go:171","msg":"trace[557491923] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"2.809863935s","start":"2026-08-20T02:14:18.313273Z","end":"2026-08-20T02:14:21.123137Z","steps":["trace[557491923] 'process raft request' (duration: 2.809499096s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:21.12322Z","caller":"traceutil/trace.go:171","msg":"trace[316342101] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"2.810584604s","start":"2026-08-20T02:14:18.312604Z","end":"2026-08-20T02:14:21.123189Z","steps":["trace[316342101] 'process raft request' (duration: 2.809975248s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:21.123364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.312582Z","time spent":"2.810703377s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:21.123444Z","caller":"traceutil/trace.go:171","msg":"trace[604518739] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"2.80810322s","start":"2026-08-20T02:14:18.315307Z","end":"2026-08-20T02:14:21.12341Z","steps":["trace[604518739] 'process raft request' (duration: 2.807561856s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:21.1235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.313261Z","time spent":"2.809952058s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:21.123492Z","caller":"traceutil/trace.go:171","msg":"trace[1652435561] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"2.81001835s","start":"2026-08-20T02:14:18.313343Z","end":"2026-08-20T02:14:21.123361Z","steps":["trace[1652435561] 'process raft request' (duration: 2.809483116s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:21.123605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.31529Z","time spent":"2.808233873s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:21.123694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.313334Z","time spent":"2.810259826s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:21.642849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-20T02:14:21.642965Z","caller":"traceutil/trace.go:171","msg":"trace[295965890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045055s","start":"2026-08-20T02:14:19.642488Z","end":"2026-08-20T02:14:21.642938Z","steps":["trace[295965890] 'agreement among raft nodes before linearized reading' (duration: 2.000296226s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:21.643035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.642465Z","time spent":"2.000558023s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/20 02:14:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-20T02:14:22.794013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671077342s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-08-20T02:14:22.794664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045505359s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:22.797752Z","caller":"traceutil/trace.go:171","msg":"trace[2131739201] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"4.212461204s","start":"2026-08-20T02:14:18.585257Z","end":"2026-08-20T02:14:22.797718Z","steps":["trace[2131739201] 'process raft request' (duration: 4.208862971s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.79793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:18.585238Z","time spent":"4.212597558s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.95677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.971992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:22.957395Z","caller":"traceutil/trace.go:171","msg":"trace[783395441] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"1.76365355s","start":"2026-08-20T02:14:21.193724Z","end":"2026-08-20T02:14:22.957378Z","steps":["trace[783395441] 'process raft request' (duration: 1.763562878s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.957459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.193696Z","time spent":"1.763736112s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:22.957462Z","caller":"traceutil/trace.go:171","msg":"trace[191101941] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"3.084093708s","start":"2026-08-20T02:14:19.873343Z","end":"2026-08-20T02:14:22.957437Z","steps":["trace[191101941] 'process raft request' (duration: 3.08376014s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957512Z","caller":"traceutil/trace.go:171","msg":"trace[1765682995] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"3.078211347s","start":"2026-08-20T02:14:19.879255Z","end":"2026-08-20T02:14:22.957466Z","steps":["trace[1765682995] 'process raft request' (duration: 3.077974591s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.957572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.873335Z","time spent":"3.0841789s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:22.957594Z","caller":"traceutil/trace.go:171","msg":"trace[1309566858] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"3.086169552s","start":"2026-08-20T02:14:19.871398Z","end":"2026-08-20T02:14:22.957567Z","steps":["trace[1309566858] 'process raft request' (duration: 3.085535085s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957619Z","caller":"traceutil/trace.go:171","msg":"trace[291557783] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"3.08418711s","start":"2026-08-20T02:14:19.873408Z","end":"2026-08-20T02:14:22.957595Z","steps":["trace[291557783] 'process raft request' (duration: 3.083737539s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.95767Z","caller":"traceutil/trace.go:171","msg":"trace[1286677827] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"3.037174933s","start":"2026-08-20T02:14:19.920441Z","end":"2026-08-20T02:14:22.957616Z","steps":["trace[1286677827] 'process raft request' (duration: 3.036809884s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957678Z","caller":"traceutil/trace.go:171","msg":"trace[822158455] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"3.086060979s","start":"2026-08-20T02:14:19.871549Z","end":"2026-08-20T02:14:22.95761Z","steps":["trace[822158455] 'process raft request' (duration: 3.085473204s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957684Z","caller":"traceutil/trace.go:171","msg":"trace[142142308] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"3.087366582s","start":"2026-08-20T02:14:19.870248Z","end":"2026-08-20T02:14:22.957614Z","steps":["trace[142142308] 'process raft request' (duration: 2.927450595s)","trace[142142308] 'compare' (duration: 158.709835ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:22.957736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.871388Z","time spent":"3.086282094s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.957757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.873404Z","time spent":"3.084283653s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.957764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.920404Z","time spent":"3.037295946s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:22.957763Z","caller":"traceutil/trace.go:171","msg":"trace[574593160] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"3.086041978s","start":"2026-08-20T02:14:19.871703Z","end":"2026-08-20T02:14:22.957745Z","steps":["trace[574593160] 'process raft request' (duration: 3.085350511s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.957795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.871541Z","time spent":"3.086193722s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.957802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.87022Z","time spent":"3.087524736s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.957749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.879244Z","time spent":"3.078363091s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.957846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.871695Z","time spent":"3.086107971s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:22.957682Z","caller":"traceutil/trace.go:171","msg":"trace[6834899] linearizableReadLoop","detail":"{readStateIndex:27300; appliedIndex:27283; }","duration":"3.095157892s","start":"2026-08-20T02:14:19.862459Z","end":"2026-08-20T02:14:22.957617Z","steps":["trace[6834899] 'read index received' (duration: 1.259237906s)","trace[6834899] 'applied index is now lower than readState.Index' (duration: 1.835916966s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:22.957895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84782832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:22.957871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706338177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:22.957807Z","caller":"traceutil/trace.go:171","msg":"trace[1476989713] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"3.083142434s","start":"2026-08-20T02:14:19.874652Z","end":"2026-08-20T02:14:22.957795Z","steps":["trace[1476989713] 'process raft request' (duration: 3.082548949s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957928Z","caller":"traceutil/trace.go:171","msg":"trace[1205684334] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26422; }","duration":"3.847887602s","start":"2026-08-20T02:14:19.110028Z","end":"2026-08-20T02:14:22.957916Z","steps":["trace[1205684334] 'agreement among raft nodes before linearized reading' (duration: 3.84782676s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.957915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41791716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:14:22.957923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.171194883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-08-20T02:14:22.957952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.110015Z","time spent":"3.847932202s","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:22.957948Z","caller":"traceutil/trace.go:171","msg":"trace[916767484] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26422; }","duration":"3.706480391s","start":"2026-08-20T02:14:19.251448Z","end":"2026-08-20T02:14:22.957929Z","steps":["trace[916767484] 'agreement among raft nodes before linearized reading' (duration: 3.706322477s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957977Z","caller":"traceutil/trace.go:171","msg":"trace[774127905] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26422; }","duration":"3.418007913s","start":"2026-08-20T02:14:19.539953Z","end":"2026-08-20T02:14:22.957961Z","steps":["trace[774127905] 'agreement among raft nodes before linearized reading' (duration: 3.41789336s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.957983Z","caller":"traceutil/trace.go:171","msg":"trace[1670977462] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26422; }","duration":"5.171276076s","start":"2026-08-20T02:14:17.786695Z","end":"2026-08-20T02:14:22.957971Z","steps":["trace[1670977462] 'agreement among raft nodes before linearized reading' (duration: 5.17103841s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.957968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.874625Z","time spent":"3.083310178s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:22.957989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314820893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:22.958007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.251427Z","time spent":"3.706568503s","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:22.958016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.539938Z","time spent":"3.418067654s","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:22.958024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:17.786672Z","time spent":"5.171344057s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-08-20T02:14:22.958033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087589737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-08-20T02:14:22.958072Z","caller":"traceutil/trace.go:171","msg":"trace[1363154269] range","detail":"{range_begin:/registry/persistentvolumes/pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef; range_end:; response_count:1; response_revision:26422; }","duration":"3.087645959s","start":"2026-08-20T02:14:19.870413Z","end":"2026-08-20T02:14:22.958059Z","steps":["trace[1363154269] 'agreement among raft nodes before linearized reading' (duration: 3.087519806s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089955459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:22.958096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081819991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-20T02:14:22.958098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722806831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:22.958105Z","caller":"traceutil/trace.go:171","msg":"trace[739877687] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26422; }","duration":"1.090021671s","start":"2026-08-20T02:14:21.868073Z","end":"2026-08-20T02:14:22.958095Z","steps":["trace[739877687] 'agreement among raft nodes before linearized reading' (duration: 1.08997264s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.95813Z","caller":"traceutil/trace.go:171","msg":"trace[1668069487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26422; }","duration":"1.081890053s","start":"2026-08-20T02:14:21.87623Z","end":"2026-08-20T02:14:22.95812Z","steps":["trace[1668069487] 'agreement among raft nodes before linearized reading' (duration: 1.08177233s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.942726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-20T02:14:22.958155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.876209Z","time spent":"1.081938773s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:14:22.95817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.868053Z","time spent":"1.090084072s","remote":"127.0.0.1:48270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:22.958182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382689567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:22.958207Z","caller":"traceutil/trace.go:171","msg":"trace[1371482172] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26422; }","duration":"1.382731168s","start":"2026-08-20T02:14:21.575467Z","end":"2026-08-20T02:14:22.958199Z","steps":["trace[1371482172] 'agreement among raft nodes before linearized reading' (duration: 1.382685767s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.958138Z","caller":"traceutil/trace.go:171","msg":"trace[1979365559] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26422; }","duration":"1.722889053s","start":"2026-08-20T02:14:21.23524Z","end":"2026-08-20T02:14:22.958129Z","steps":["trace[1979365559] 'agreement among raft nodes before linearized reading' (duration: 1.722818451s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.95803Z","caller":"traceutil/trace.go:171","msg":"trace[321063101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26422; }","duration":"1.314972128s","start":"2026-08-20T02:14:21.643046Z","end":"2026-08-20T02:14:22.958018Z","steps":["trace[321063101] 'agreement among raft nodes before linearized reading' (duration: 1.314900896s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909427983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:22.958248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.643026Z","time spent":"1.315213975s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:22.958256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.044598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:22.958266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38359538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:22.958293Z","caller":"traceutil/trace.go:171","msg":"trace[1647143739] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26422; }","duration":"1.383671862s","start":"2026-08-20T02:14:21.574614Z","end":"2026-08-20T02:14:22.958286Z","steps":["trace[1647143739] 'agreement among raft nodes before linearized reading' (duration: 1.383633051s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.958291Z","caller":"traceutil/trace.go:171","msg":"trace[130311999] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26422; }","duration":"274.13189ms","start":"2026-08-20T02:14:22.684148Z","end":"2026-08-20T02:14:22.95828Z","steps":["trace[130311999] 'agreement among raft nodes before linearized reading' (duration: 274.070878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.574583Z","time spent":"1.383724243s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:22.958324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.25005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:22.958348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087241439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd61b0706b6573\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-08-20T02:14:22.958155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072354717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:22.958381Z","caller":"traceutil/trace.go:171","msg":"trace[35554533] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd61b0706b6573; range_end:; response_count:1; response_revision:26422; }","duration":"3.08728578s","start":"2026-08-20T02:14:19.871086Z","end":"2026-08-20T02:14:22.958372Z","steps":["trace[35554533] 'agreement among raft nodes before linearized reading' (duration: 3.087197768s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.23522Z","time spent":"1.723015107s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:22.95838Z","caller":"traceutil/trace.go:171","msg":"trace[1752862315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26422; }","duration":"101.342172ms","start":"2026-08-20T02:14:22.85702Z","end":"2026-08-20T02:14:22.958362Z","steps":["trace[1752862315] 'agreement among raft nodes before linearized reading' (duration: 101.26019ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.87108Z","time spent":"3.087321421s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd61b0706b6573\" "} {"level":"warn","ts":"2026-08-20T02:14:22.958452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490951237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:22.958176Z","caller":"traceutil/trace.go:171","msg":"trace[775879415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26422; }","duration":"164.995728ms","start":"2026-08-20T02:14:22.793162Z","end":"2026-08-20T02:14:22.958158Z","steps":["trace[775879415] 'agreement among raft nodes before linearized reading' (duration: 164.807453ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:22.958476Z","caller":"traceutil/trace.go:171","msg":"trace[1479392088] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26422; }","duration":"1.490974317s","start":"2026-08-20T02:14:21.467493Z","end":"2026-08-20T02:14:22.958467Z","steps":["trace[1479392088] 'agreement among raft nodes before linearized reading' (duration: 1.490935506s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.467437Z","time spent":"1.491053529s","remote":"127.0.0.1:55722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:22.958101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:19.870407Z","time spent":"3.08768708s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-23aca5b7-9a84-4ce4-a583-212e01c6c6ef\" "} {"level":"info","ts":"2026-08-20T02:14:22.958263Z","caller":"traceutil/trace.go:171","msg":"trace[1690053990] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26422; }","duration":"2.909505115s","start":"2026-08-20T02:14:20.048746Z","end":"2026-08-20T02:14:22.958251Z","steps":["trace[1690053990] 'agreement among raft nodes before linearized reading' (duration: 2.909445293s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:21.575458Z","time spent":"1.382769049s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:22.958584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:20.048726Z","time spent":"2.909841754s","remote":"127.0.0.1:47078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:22.958401Z","caller":"traceutil/trace.go:171","msg":"trace[2132309904] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26422; }","duration":"2.072631074s","start":"2026-08-20T02:14:20.885756Z","end":"2026-08-20T02:14:22.958387Z","steps":["trace[2132309904] 'agreement among raft nodes before linearized reading' (duration: 2.072365008s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:22.958701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:20.885735Z","time spent":"2.072955382s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:23.462432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:23.963063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:24.153708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189577578s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T02:14:24.263842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.926184Z","time spent":"337.650182ms","remote":"127.0.0.1:40418","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-20T02:14:24.264049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.955944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:24.264159Z","caller":"traceutil/trace.go:171","msg":"trace[743589908] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"1.302639881s","start":"2026-08-20T02:14:22.961499Z","end":"2026-08-20T02:14:24.264139Z","steps":["trace[743589908] 'process raft request' (duration: 1.192499283s)","trace[743589908] 'compare' (duration: 109.80719ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:24.264235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.961481Z","time spent":"1.302722503s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:24.324955Z","caller":"traceutil/trace.go:171","msg":"trace[1706667683] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"1.360534919s","start":"2026-08-20T02:14:22.964389Z","end":"2026-08-20T02:14:24.324924Z","steps":["trace[1706667683] 'process raft request' (duration: 1.359832101s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.325105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.964375Z","time spent":"1.360644851s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:24.325247Z","caller":"traceutil/trace.go:171","msg":"trace[2045258536] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"1.196512066s","start":"2026-08-20T02:14:23.128714Z","end":"2026-08-20T02:14:24.325226Z","steps":["trace[2045258536] 'process raft request' (duration: 1.19585142s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:24.325283Z","caller":"traceutil/trace.go:171","msg":"trace[1927708322] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"1.19509882s","start":"2026-08-20T02:14:23.130118Z","end":"2026-08-20T02:14:24.325217Z","steps":["trace[1927708322] 'process raft request' (duration: 1.19469296s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.325497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.128687Z","time spent":"1.19666041s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:24.325303Z","caller":"traceutil/trace.go:171","msg":"trace[525404211] linearizableReadLoop","detail":"{readStateIndex:27309; appliedIndex:27301; }","duration":"1.363442913s","start":"2026-08-20T02:14:22.961615Z","end":"2026-08-20T02:14:24.325058Z","steps":["trace[525404211] 'read index received' (duration: 1.192397951s)","trace[525404211] 'applied index is now lower than readState.Index' (duration: 171.043952ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:24.325599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.130099Z","time spent":"1.195313165s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:24.32574Z","caller":"traceutil/trace.go:171","msg":"trace[194889830] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.195547352s","start":"2026-08-20T02:14:23.130163Z","end":"2026-08-20T02:14:24.32571Z","steps":["trace[194889830] 'process raft request' (duration: 1.194763352s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:24.325903Z","caller":"traceutil/trace.go:171","msg":"trace[1569538684] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"1.196390253s","start":"2026-08-20T02:14:23.129434Z","end":"2026-08-20T02:14:24.325825Z","steps":["trace[1569538684] 'process raft request' (duration: 1.195293645s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.325968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.130122Z","time spent":"1.195689265s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:24.326304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364683634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:14:24.326355Z","caller":"traceutil/trace.go:171","msg":"trace[1264949872] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26430; }","duration":"1.364800248s","start":"2026-08-20T02:14:22.961542Z","end":"2026-08-20T02:14:24.326342Z","steps":["trace[1264949872] 'agreement among raft nodes before linearized reading' (duration: 1.364558042s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.326385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.961523Z","time spent":"1.364855069s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-08-20T02:14:24.326444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36335718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-08-20T02:14:24.326532Z","caller":"traceutil/trace.go:171","msg":"trace[809159224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26430; }","duration":"1.363485773s","start":"2026-08-20T02:14:22.963021Z","end":"2026-08-20T02:14:24.326503Z","steps":["trace[809159224] 'agreement among raft nodes before linearized reading' (duration: 1.363214856s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:24.32656Z","caller":"traceutil/trace.go:171","msg":"trace[3125983] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"1.196315701s","start":"2026-08-20T02:14:23.13023Z","end":"2026-08-20T02:14:24.326546Z","steps":["trace[3125983] 'process raft request' (duration: 1.194780742s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:24.326448Z","caller":"traceutil/trace.go:171","msg":"trace[1130493269] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"1.196162677s","start":"2026-08-20T02:14:23.130163Z","end":"2026-08-20T02:14:24.326325Z","steps":["trace[1130493269] 'process raft request' (duration: 1.194800793s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.32676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.130218Z","time spent":"1.196464164s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:24.326906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360888028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:24.326963Z","caller":"traceutil/trace.go:171","msg":"trace[844831253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26430; }","duration":"1.360958369s","start":"2026-08-20T02:14:22.965992Z","end":"2026-08-20T02:14:24.32695Z","steps":["trace[844831253] 'agreement among raft nodes before linearized reading' (duration: 1.360845405s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.965986Z","time spent":"1.36100779s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:24.327007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.130123Z","time spent":"1.196577468s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:24.326613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.963002Z","time spent":"1.363597056s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-08-20T02:14:24.325994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.129415Z","time spent":"1.196526917s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:24.32765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.094051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:24.327695Z","caller":"traceutil/trace.go:171","msg":"trace[596787583] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26430; }","duration":"653.193474ms","start":"2026-08-20T02:14:23.674493Z","end":"2026-08-20T02:14:24.327687Z","steps":["trace[596787583] 'agreement among raft nodes before linearized reading' (duration: 652.461925ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.327727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363005472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:24.32778Z","caller":"traceutil/trace.go:171","msg":"trace[1398435086] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26430; }","duration":"1.363071984s","start":"2026-08-20T02:14:22.964694Z","end":"2026-08-20T02:14:24.327766Z","steps":["trace[1398435086] 'agreement among raft nodes before linearized reading' (duration: 1.362333415s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.327822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.964689Z","time spent":"1.363123415s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-08-20T02:14:24.327918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.674468Z","time spent":"653.245665ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:24.328185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364611092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:14:24.32823Z","caller":"traceutil/trace.go:171","msg":"trace[1627133166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26430; }","duration":"1.364688664s","start":"2026-08-20T02:14:22.963531Z","end":"2026-08-20T02:14:24.32822Z","steps":["trace[1627133166] 'agreement among raft nodes before linearized reading' (duration: 1.363515594s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.328263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.963512Z","time spent":"1.364743036s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:14:24.328674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365208167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-08-20T02:14:24.328735Z","caller":"traceutil/trace.go:171","msg":"trace[262190429] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26430; }","duration":"1.3653011s","start":"2026-08-20T02:14:22.963416Z","end":"2026-08-20T02:14:24.328717Z","steps":["trace[262190429] 'agreement among raft nodes before linearized reading' (duration: 1.363642378s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.328779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:22.963398Z","time spent":"1.365370522s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-08-20T02:14:24.328909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117439375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:24.328956Z","caller":"traceutil/trace.go:171","msg":"trace[560461615] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26430; }","duration":"1.11764663s","start":"2026-08-20T02:14:23.211295Z","end":"2026-08-20T02:14:24.328942Z","steps":["trace[560461615] 'agreement among raft nodes before linearized reading' (duration: 1.115848325s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:24.328998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:23.21127Z","time spent":"1.117710732s","remote":"127.0.0.1:47094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:32.936872Z","caller":"traceutil/trace.go:171","msg":"trace[404556932] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"576.579727ms","start":"2026-08-20T02:14:32.360255Z","end":"2026-08-20T02:14:32.936835Z","steps":["trace[404556932] 'process raft request' (duration: 576.225018ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:32.936872Z","caller":"traceutil/trace.go:171","msg":"trace[1755865793] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"573.154429ms","start":"2026-08-20T02:14:32.363681Z","end":"2026-08-20T02:14:32.936835Z","steps":["trace[1755865793] 'process raft request' (duration: 573.023036ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.937057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.360245Z","time spent":"576.726321ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:32.937114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.363672Z","time spent":"573.315634ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:32.93733Z","caller":"traceutil/trace.go:171","msg":"trace[527510955] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"572.076482ms","start":"2026-08-20T02:14:32.365244Z","end":"2026-08-20T02:14:32.937321Z","steps":["trace[527510955] 'process raft request' (duration: 571.521088ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.937378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.365238Z","time spent":"572.116812ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:32.938095Z","caller":"traceutil/trace.go:171","msg":"trace[643354324] linearizableReadLoop","detail":"{readStateIndex:27376; appliedIndex:27370; }","duration":"571.133237ms","start":"2026-08-20T02:14:32.36694Z","end":"2026-08-20T02:14:32.938073Z","steps":["trace[643354324] 'read index received' (duration: 7.832831ms)","trace[643354324] 'applied index is now lower than readState.Index' (duration: 563.298566ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:32.938384Z","caller":"traceutil/trace.go:171","msg":"trace[2136054941] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"572.986485ms","start":"2026-08-20T02:14:32.365382Z","end":"2026-08-20T02:14:32.938369Z","steps":["trace[2136054941] 'process raft request' (duration: 572.480101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.938568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.365376Z","time spent":"573.141089ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:32.938891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.566272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:32.939027Z","caller":"traceutil/trace.go:171","msg":"trace[215181290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26495; }","duration":"568.89931ms","start":"2026-08-20T02:14:32.3701Z","end":"2026-08-20T02:14:32.939Z","steps":["trace[215181290] 'agreement among raft nodes before linearized reading' (duration: 568.49302ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.939039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.049896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:32.939189Z","caller":"traceutil/trace.go:171","msg":"trace[199942047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26495; }","duration":"307.285572ms","start":"2026-08-20T02:14:32.631867Z","end":"2026-08-20T02:14:32.939153Z","steps":["trace[199942047] 'agreement among raft nodes before linearized reading' (duration: 307.013135ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.939137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.370081Z","time spent":"569.032483ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:32.939385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.43682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:32.939429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.648862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18274"} {"level":"info","ts":"2026-08-20T02:14:32.939456Z","caller":"traceutil/trace.go:171","msg":"trace[1714703313] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26495; }","duration":"492.722064ms","start":"2026-08-20T02:14:32.446726Z","end":"2026-08-20T02:14:32.939448Z","steps":["trace[1714703313] 'agreement among raft nodes before linearized reading' (duration: 492.603611ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:32.939457Z","caller":"traceutil/trace.go:171","msg":"trace[773890709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26495; }","duration":"327.539632ms","start":"2026-08-20T02:14:32.611879Z","end":"2026-08-20T02:14:32.939418Z","steps":["trace[773890709] 'agreement among raft nodes before linearized reading' (duration: 327.415129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.939483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.446693Z","time spent":"492.783175ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-08-20T02:14:32.939264Z","caller":"traceutil/trace.go:171","msg":"trace[1757096846] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"572.526644ms","start":"2026-08-20T02:14:32.366726Z","end":"2026-08-20T02:14:32.939253Z","steps":["trace[1757096846] 'process raft request' (duration: 571.282421ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.939507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.556604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:32.939586Z","caller":"traceutil/trace.go:171","msg":"trace[1689966647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26495; }","duration":"572.649946ms","start":"2026-08-20T02:14:32.366918Z","end":"2026-08-20T02:14:32.939567Z","steps":["trace[1689966647] 'agreement among raft nodes before linearized reading' (duration: 572.387109ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:32.939263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.631813Z","time spent":"307.429656ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:32.939489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.611834Z","time spent":"327.648034ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:32.93965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.366912Z","time spent":"572.720128ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:14:32.939672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.36672Z","time spent":"572.843151ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:33.445967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:33.973359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.751018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:33.973507Z","caller":"traceutil/trace.go:171","msg":"trace[1353788878] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"1.029720704s","start":"2026-08-20T02:14:32.943766Z","end":"2026-08-20T02:14:33.973487Z","steps":["trace[1353788878] 'process raft request' (duration: 523.73913ms)","trace[1353788878] 'compare' (duration: 505.577664ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:33.973572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.943751Z","time spent":"1.029790445s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:34.46552Z","caller":"traceutil/trace.go:171","msg":"trace[45585998] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"1.469093007s","start":"2026-08-20T02:14:32.996408Z","end":"2026-08-20T02:14:34.465501Z","steps":["trace[45585998] 'process raft request' (duration: 1.469029815s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:34.46552Z","caller":"traceutil/trace.go:171","msg":"trace[1189747831] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"1.493399131s","start":"2026-08-20T02:14:32.972087Z","end":"2026-08-20T02:14:34.465486Z","steps":["trace[1189747831] 'process raft request' (duration: 1.464760614s)","trace[1189747831] 'compare' (duration: 28.274567ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:34.465693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.972073Z","time spent":"1.493512543s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:34.465905Z","caller":"traceutil/trace.go:171","msg":"trace[1164709273] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"1.46650146s","start":"2026-08-20T02:14:32.999362Z","end":"2026-08-20T02:14:34.465863Z","steps":["trace[1164709273] 'process raft request' (duration: 1.46611433s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:34.46595Z","caller":"traceutil/trace.go:171","msg":"trace[1546915085] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"1.210651419s","start":"2026-08-20T02:14:33.255278Z","end":"2026-08-20T02:14:34.46593Z","steps":["trace[1546915085] 'process raft request' (duration: 1.210260659s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.465987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.999324Z","time spent":"1.466614123s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:34.466037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.255244Z","time spent":"1.210746021s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:34.466047Z","caller":"traceutil/trace.go:171","msg":"trace[510884134] linearizableReadLoop","detail":"{readStateIndex:27381; appliedIndex:27376; }","duration":"1.520774433s","start":"2026-08-20T02:14:32.94526Z","end":"2026-08-20T02:14:34.466034Z","steps":["trace[510884134] 'read index received' (duration: 522.259481ms)","trace[510884134] 'applied index is now lower than readState.Index' (duration: 998.513302ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:34.466211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250036051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:34.466248Z","caller":"traceutil/trace.go:171","msg":"trace[115811641] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26501; }","duration":"1.250077392s","start":"2026-08-20T02:14:33.216159Z","end":"2026-08-20T02:14:34.466236Z","steps":["trace[115811641] 'agreement among raft nodes before linearized reading' (duration: 1.25000881s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098237102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:34.46625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520983819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-08-20T02:14:34.466249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.55723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:34.466272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.216137Z","time spent":"1.250128082s","remote":"127.0.0.1:47172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:34.46628Z","caller":"traceutil/trace.go:171","msg":"trace[1071741105] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26501; }","duration":"1.098325324s","start":"2026-08-20T02:14:33.367943Z","end":"2026-08-20T02:14:34.466269Z","steps":["trace[1071741105] 'agreement among raft nodes before linearized reading' (duration: 1.098259113s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:34.466288Z","caller":"traceutil/trace.go:171","msg":"trace[1853422026] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26501; }","duration":"1.521055191s","start":"2026-08-20T02:14:32.945222Z","end":"2026-08-20T02:14:34.466278Z","steps":["trace[1853422026] 'agreement among raft nodes before linearized reading' (duration: 1.520889776s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.000666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:34.466278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.991328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:34.466321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.945209Z","time spent":"1.521105233s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-08-20T02:14:34.466315Z","caller":"traceutil/trace.go:171","msg":"trace[1844087276] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26501; }","duration":"899.665163ms","start":"2026-08-20T02:14:33.566629Z","end":"2026-08-20T02:14:34.466294Z","steps":["trace[1844087276] 'agreement among raft nodes before linearized reading' (duration: 899.53776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.36792Z","time spent":"1.098388946s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:34.466373Z","caller":"traceutil/trace.go:171","msg":"trace[398180902] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26501; }","duration":"938.125351ms","start":"2026-08-20T02:14:33.528225Z","end":"2026-08-20T02:14:34.46635Z","steps":["trace[398180902] 'agreement among raft nodes before linearized reading' (duration: 937.964077ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:34.466354Z","caller":"traceutil/trace.go:171","msg":"trace[48678139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26501; }","duration":"855.102599ms","start":"2026-08-20T02:14:33.611238Z","end":"2026-08-20T02:14:34.466341Z","steps":["trace[48678139] 'agreement among raft nodes before linearized reading' (duration: 855.008027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.46638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.566612Z","time spent":"899.751676ms","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:34.46638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410641466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-20T02:14:34.466399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.641865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-20T02:14:34.466416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.528211Z","time spent":"938.195263ms","remote":"127.0.0.1:46112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:34.466423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.611217Z","time spent":"855.195921ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:14:34.466443Z","caller":"traceutil/trace.go:171","msg":"trace[1876982991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26501; }","duration":"1.410729417s","start":"2026-08-20T02:14:33.055695Z","end":"2026-08-20T02:14:34.466425Z","steps":["trace[1876982991] 'agreement among raft nodes before linearized reading' (duration: 1.410583454s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.848445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:34.466474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.055689Z","time spent":"1.410778559s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T02:14:34.466472Z","caller":"traceutil/trace.go:171","msg":"trace[1543241020] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26501; }","duration":"528.749408ms","start":"2026-08-20T02:14:33.937699Z","end":"2026-08-20T02:14:34.466449Z","steps":["trace[1543241020] 'agreement among raft nodes before linearized reading' (duration: 528.542203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.46649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413327925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-08-20T02:14:34.466515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.93768Z","time spent":"528.82668ms","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-08-20T02:14:34.466516Z","caller":"traceutil/trace.go:171","msg":"trace[1279353185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26501; }","duration":"101.927947ms","start":"2026-08-20T02:14:34.364572Z","end":"2026-08-20T02:14:34.466499Z","steps":["trace[1279353185] 'agreement among raft nodes before linearized reading' (duration: 101.849405ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:34.466537Z","caller":"traceutil/trace.go:171","msg":"trace[1685405594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26501; }","duration":"1.413387527s","start":"2026-08-20T02:14:33.053133Z","end":"2026-08-20T02:14:34.46652Z","steps":["trace[1685405594] 'agreement among raft nodes before linearized reading' (duration: 1.413275374s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43921174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-20T02:14:34.466567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.470471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:14:34.466581Z","caller":"traceutil/trace.go:171","msg":"trace[1761416798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26501; }","duration":"1.439510457s","start":"2026-08-20T02:14:33.02706Z","end":"2026-08-20T02:14:34.466571Z","steps":["trace[1761416798] 'agreement among raft nodes before linearized reading' (duration: 1.439089586s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.46638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.456956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-08-20T02:14:34.4666Z","caller":"traceutil/trace.go:171","msg":"trace[594209098] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26501; }","duration":"130.540073ms","start":"2026-08-20T02:14:34.336051Z","end":"2026-08-20T02:14:34.466591Z","steps":["trace[594209098] 'agreement among raft nodes before linearized reading' (duration: 130.43391ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:34.466617Z","caller":"traceutil/trace.go:171","msg":"trace[1477765626] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26501; }","duration":"249.742003ms","start":"2026-08-20T02:14:34.216868Z","end":"2026-08-20T02:14:34.46661Z","steps":["trace[1477765626] 'agreement among raft nodes before linearized reading' (duration: 249.357623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.027037Z","time spent":"1.439574018s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:34.466573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.053121Z","time spent":"1.413443548s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:14:34.466593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41007405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-20T02:14:34.466719Z","caller":"traceutil/trace.go:171","msg":"trace[721670779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26501; }","duration":"1.410205903s","start":"2026-08-20T02:14:33.056502Z","end":"2026-08-20T02:14:34.466707Z","steps":["trace[721670779] 'agreement among raft nodes before linearized reading' (duration: 1.410046089s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:34.466753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:33.056496Z","time spent":"1.410247024s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:34.466866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:32.996389Z","time spent":"1.469185159s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:34.971422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:35.718425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.902406ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-08-20T02:14:35.71853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.468854Z","time spent":"1.249670791s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:14:35.720749Z","caller":"traceutil/trace.go:171","msg":"trace[751003211] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"1.249160919s","start":"2026-08-20T02:14:34.471559Z","end":"2026-08-20T02:14:35.72072Z","steps":["trace[751003211] 'process raft request' (duration: 1.248923443s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.72081Z","caller":"traceutil/trace.go:171","msg":"trace[1454825840] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"776.257714ms","start":"2026-08-20T02:14:34.944528Z","end":"2026-08-20T02:14:35.720786Z","steps":["trace[1454825840] 'process raft request' (duration: 776.188413ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.720877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.471551Z","time spent":"1.249259511s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.720948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.9445Z","time spent":"776.371048ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:35.721022Z","caller":"traceutil/trace.go:171","msg":"trace[416968098] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"1.249793775s","start":"2026-08-20T02:14:34.471206Z","end":"2026-08-20T02:14:35.721Z","steps":["trace[416968098] 'process raft request' (duration: 1.249133168s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.721096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250471953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5289a27a-6e1c-4dbc-839e-edec0efb2590\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-08-20T02:14:35.721107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.471192Z","time spent":"1.249869796s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:35.721134Z","caller":"traceutil/trace.go:171","msg":"trace[179196785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5289a27a-6e1c-4dbc-839e-edec0efb2590; range_end:; response_count:1; response_revision:26510; }","duration":"1.250522534s","start":"2026-08-20T02:14:34.470602Z","end":"2026-08-20T02:14:35.721125Z","steps":["trace[179196785] 'agreement among raft nodes before linearized reading' (duration: 1.25037736s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.720943Z","caller":"traceutil/trace.go:171","msg":"trace[833169892] linearizableReadLoop","detail":"{readStateIndex:27392; appliedIndex:27382; }","duration":"1.250300428s","start":"2026-08-20T02:14:34.470623Z","end":"2026-08-20T02:14:35.720923Z","steps":["trace[833169892] 'read index received' (duration: 508.885778ms)","trace[833169892] 'applied index is now lower than readState.Index' (duration: 741.41371ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:35.721155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.470534Z","time spent":"1.250616147s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5289a27a-6e1c-4dbc-839e-edec0efb2590\" "} {"level":"info","ts":"2026-08-20T02:14:35.721123Z","caller":"traceutil/trace.go:171","msg":"trace[92138244] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"777.119627ms","start":"2026-08-20T02:14:34.943969Z","end":"2026-08-20T02:14:35.721089Z","steps":["trace[92138244] 'process raft request' (duration: 776.641905ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.721129Z","caller":"traceutil/trace.go:171","msg":"trace[1897086345] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"1.249487816s","start":"2026-08-20T02:14:34.471609Z","end":"2026-08-20T02:14:35.721097Z","steps":["trace[1897086345] 'process raft request' (duration: 1.248927502s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.72115Z","caller":"traceutil/trace.go:171","msg":"trace[568515314] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"776.669435ms","start":"2026-08-20T02:14:34.944447Z","end":"2026-08-20T02:14:35.721116Z","steps":["trace[568515314] 'process raft request' (duration: 776.237814ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.72117Z","caller":"traceutil/trace.go:171","msg":"trace[1641517838] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"1.249421126s","start":"2026-08-20T02:14:34.471722Z","end":"2026-08-20T02:14:35.721143Z","steps":["trace[1641517838] 'process raft request' (duration: 1.248859601s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.721235Z","caller":"traceutil/trace.go:171","msg":"trace[879958178] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"777.162348ms","start":"2026-08-20T02:14:34.944043Z","end":"2026-08-20T02:14:35.721206Z","steps":["trace[879958178] 'process raft request' (duration: 776.605044ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.721221Z","caller":"traceutil/trace.go:171","msg":"trace[1775610897] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"776.661174ms","start":"2026-08-20T02:14:34.944549Z","end":"2026-08-20T02:14:35.721211Z","steps":["trace[1775610897] 'process raft request' (duration: 776.200103ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.721296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.944037Z","time spent":"777.23085ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.721304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.471716Z","time spent":"1.249522118s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.721319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.944523Z","time spent":"776.764517ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.721305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.94395Z","time spent":"777.24259ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.721342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.944425Z","time spent":"776.807668ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.721343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.471605Z","time spent":"1.24961357s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:35.7818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309922529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:35.781867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.781782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:35.781895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.35171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:35.781932Z","caller":"traceutil/trace.go:171","msg":"trace[1239439331] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26511; }","duration":"1.310078623s","start":"2026-08-20T02:14:34.471825Z","end":"2026-08-20T02:14:35.781904Z","steps":["trace[1239439331] 'agreement among raft nodes before linearized reading' (duration: 1.309842506s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.781952Z","caller":"traceutil/trace.go:171","msg":"trace[731671029] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26511; }","duration":"467.919756ms","start":"2026-08-20T02:14:35.314011Z","end":"2026-08-20T02:14:35.781931Z","steps":["trace[731671029] 'agreement among raft nodes before linearized reading' (duration: 467.677789ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.781984Z","caller":"traceutil/trace.go:171","msg":"trace[2134890830] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26511; }","duration":"567.445832ms","start":"2026-08-20T02:14:35.21451Z","end":"2026-08-20T02:14:35.781956Z","steps":["trace[2134890830] 'agreement among raft nodes before linearized reading' (duration: 567.260168ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.781968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309114269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:35.782006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:35.313945Z","time spent":"468.049789ms","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:35.782032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:35.214391Z","time spent":"567.630307ms","remote":"127.0.0.1:47128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:35.782064Z","caller":"traceutil/trace.go:171","msg":"trace[100274376] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26511; }","duration":"1.309238401s","start":"2026-08-20T02:14:34.472797Z","end":"2026-08-20T02:14:35.782035Z","steps":["trace[100274376] 'agreement among raft nodes before linearized reading' (duration: 1.309042656s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.781994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.471803Z","time spent":"1.310179956s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:35.781923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.130769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:35.782102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.973585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:35.782125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.47279Z","time spent":"1.309322973s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-08-20T02:14:35.782133Z","caller":"traceutil/trace.go:171","msg":"trace[1389774514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26511; }","duration":"170.368976ms","start":"2026-08-20T02:14:35.611753Z","end":"2026-08-20T02:14:35.782122Z","steps":["trace[1389774514] 'agreement among raft nodes before linearized reading' (duration: 170.14358ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:35.782173Z","caller":"traceutil/trace.go:171","msg":"trace[865239669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26511; }","duration":"221.086827ms","start":"2026-08-20T02:14:35.561066Z","end":"2026-08-20T02:14:35.782153Z","steps":["trace[865239669] 'agreement among raft nodes before linearized reading' (duration: 220.960024ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.781845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307978579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:35.782264Z","caller":"traceutil/trace.go:171","msg":"trace[140774398] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26511; }","duration":"1.308451681s","start":"2026-08-20T02:14:34.473793Z","end":"2026-08-20T02:14:35.782245Z","steps":["trace[140774398] 'agreement among raft nodes before linearized reading' (duration: 1.307931137s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.782303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.473785Z","time spent":"1.308507232s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-08-20T02:14:35.782483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172704256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:14:35.782561Z","caller":"traceutil/trace.go:171","msg":"trace[2116270385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26511; }","duration":"1.172820378s","start":"2026-08-20T02:14:34.60972Z","end":"2026-08-20T02:14:35.78254Z","steps":["trace[2116270385] 'agreement among raft nodes before linearized reading' (duration: 1.172568382s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:35.782603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:34.609704Z","time spent":"1.172891611s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:14:36.918953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071386083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:36.919057Z","caller":"traceutil/trace.go:171","msg":"trace[721532613] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26511; }","duration":"1.071543437s","start":"2026-08-20T02:14:35.847489Z","end":"2026-08-20T02:14:36.919033Z","steps":["trace[721532613] 'range keys from in-memory index tree' (duration: 1.071223658s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:36.919122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:35.847465Z","time spent":"1.07164196s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-20T02:14:36.919293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.021826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:36.920048Z","caller":"traceutil/trace.go:171","msg":"trace[1307863246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26511; }","duration":"941.482058ms","start":"2026-08-20T02:14:35.978227Z","end":"2026-08-20T02:14:36.919709Z","steps":["trace[1307863246] 'range keys from in-memory index tree' (duration: 940.03897ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:36.920905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:35.978211Z","time spent":"942.477863ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T02:14:36.92482Z","caller":"traceutil/trace.go:171","msg":"trace[1514962433] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"452.300976ms","start":"2026-08-20T02:14:36.4725Z","end":"2026-08-20T02:14:36.924801Z","steps":["trace[1514962433] 'process raft request' (duration: 452.094239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:36.925002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:36.472467Z","time spent":"452.432329ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:37.196026Z","caller":"traceutil/trace.go:171","msg":"trace[1525372880] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"267.875348ms","start":"2026-08-20T02:14:36.928123Z","end":"2026-08-20T02:14:37.195998Z","steps":["trace[1525372880] 'process raft request' (duration: 267.813696ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:37.196076Z","caller":"traceutil/trace.go:171","msg":"trace[347779722] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"723.052658ms","start":"2026-08-20T02:14:36.472986Z","end":"2026-08-20T02:14:37.196039Z","steps":["trace[347779722] 'process raft request' (duration: 722.887404ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:37.19611Z","caller":"traceutil/trace.go:171","msg":"trace[546527149] linearizableReadLoop","detail":"{readStateIndex:27396; appliedIndex:27393; }","duration":"586.260145ms","start":"2026-08-20T02:14:36.60982Z","end":"2026-08-20T02:14:37.19608Z","steps":["trace[546527149] 'read index received' (duration: 314.785284ms)","trace[546527149] 'applied index is now lower than readState.Index' (duration: 271.468991ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:37.196245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:36.472952Z","time spent":"723.202331ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:37.196284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.44997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:37.196397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.793095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:37.19644Z","caller":"traceutil/trace.go:171","msg":"trace[98454060] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26515; }","duration":"272.901339ms","start":"2026-08-20T02:14:36.923528Z","end":"2026-08-20T02:14:37.196429Z","steps":["trace[98454060] 'agreement among raft nodes before linearized reading' (duration: 272.835896ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:37.1964Z","caller":"traceutil/trace.go:171","msg":"trace[773583174] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"723.376755ms","start":"2026-08-20T02:14:36.472993Z","end":"2026-08-20T02:14:37.19637Z","steps":["trace[773583174] 'process raft request' (duration: 691.345733ms)","trace[773583174] 'compare' (duration: 31.378606ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:37.196557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:36.472968Z","time spent":"723.50664ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:37.196735Z","caller":"traceutil/trace.go:171","msg":"trace[30076662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26515; }","duration":"586.540392ms","start":"2026-08-20T02:14:36.609776Z","end":"2026-08-20T02:14:37.196316Z","steps":["trace[30076662] 'agreement among raft nodes before linearized reading' (duration: 586.44824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:37.196964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:36.609759Z","time spent":"587.194769ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:47.444895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.011147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:47.445178Z","caller":"traceutil/trace.go:171","msg":"trace[810717571] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26641; }","duration":"179.343465ms","start":"2026-08-20T02:14:47.265804Z","end":"2026-08-20T02:14:47.445148Z","steps":["trace[810717571] 'count revisions from in-memory index tree' (duration: 178.891494ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:47.446298Z","caller":"traceutil/trace.go:171","msg":"trace[698649772] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"135.618022ms","start":"2026-08-20T02:14:47.310659Z","end":"2026-08-20T02:14:47.446277Z","steps":["trace[698649772] 'process raft request' (duration: 107.944601ms)","trace[698649772] 'compare' (duration: 27.161398ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:47.44667Z","caller":"traceutil/trace.go:171","msg":"trace[1783825386] linearizableReadLoop","detail":"{readStateIndex:27527; appliedIndex:27525; }","duration":"135.437408ms","start":"2026-08-20T02:14:47.311192Z","end":"2026-08-20T02:14:47.446629Z","steps":["trace[1783825386] 'read index received' (duration: 107.491061ms)","trace[1783825386] 'applied index is now lower than readState.Index' (duration: 27.944467ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:47.446879Z","caller":"traceutil/trace.go:171","msg":"trace[2082196641] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"135.824208ms","start":"2026-08-20T02:14:47.311009Z","end":"2026-08-20T02:14:47.446833Z","steps":["trace[2082196641] 'process raft request' (duration: 135.209251ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:47.447131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.91315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:14:47.447187Z","caller":"traceutil/trace.go:171","msg":"trace[2069186812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26643; }","duration":"136.031614ms","start":"2026-08-20T02:14:47.311143Z","end":"2026-08-20T02:14:47.447175Z","steps":["trace[2069186812] 'agreement among raft nodes before linearized reading' (duration: 135.698735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:47.447386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.52278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:47.447425Z","caller":"traceutil/trace.go:171","msg":"trace[1411279488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26643; }","duration":"128.598923ms","start":"2026-08-20T02:14:47.318816Z","end":"2026-08-20T02:14:47.447415Z","steps":["trace[1411279488] 'agreement among raft nodes before linearized reading' (duration: 128.392037ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:48.085008Z","caller":"traceutil/trace.go:171","msg":"trace[471198208] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"231.474373ms","start":"2026-08-20T02:14:47.853507Z","end":"2026-08-20T02:14:48.084981Z","steps":["trace[471198208] 'process raft request' (duration: 231.311459ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:48.092003Z","caller":"traceutil/trace.go:171","msg":"trace[347770609] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"238.382251ms","start":"2026-08-20T02:14:47.853601Z","end":"2026-08-20T02:14:48.091983Z","steps":["trace[347770609] 'process raft request' (duration: 238.254088ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:48.092169Z","caller":"traceutil/trace.go:171","msg":"trace[1011789329] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"236.814952ms","start":"2026-08-20T02:14:47.855337Z","end":"2026-08-20T02:14:48.092152Z","steps":["trace[1011789329] 'process raft request' (duration: 236.614487ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:48.092427Z","caller":"traceutil/trace.go:171","msg":"trace[1885982544] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"232.348976ms","start":"2026-08-20T02:14:47.860047Z","end":"2026-08-20T02:14:48.092396Z","steps":["trace[1885982544] 'process raft request' (duration: 232.078729ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:48.42343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.123396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-08-20T02:14:48.423531Z","caller":"traceutil/trace.go:171","msg":"trace[1905574973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26656; }","duration":"233.27433ms","start":"2026-08-20T02:14:48.19023Z","end":"2026-08-20T02:14:48.423504Z","steps":["trace[1905574973] 'range keys from in-memory index tree' (duration: 232.87445ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:48.921097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.996734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-08-20T02:14:48.921213Z","caller":"traceutil/trace.go:171","msg":"trace[1815160186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26657; }","duration":"330.124838ms","start":"2026-08-20T02:14:48.59106Z","end":"2026-08-20T02:14:48.921185Z","steps":["trace[1815160186] 'range keys from in-memory index tree' (duration: 329.891301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:48.921276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:48.591045Z","time spent":"330.212ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"info","ts":"2026-08-20T02:14:49.093539Z","caller":"traceutil/trace.go:171","msg":"trace[950271402] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"120.945525ms","start":"2026-08-20T02:14:48.972577Z","end":"2026-08-20T02:14:49.093522Z","steps":["trace[950271402] 'process raft request' (duration: 120.826472ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:49.624415Z","caller":"traceutil/trace.go:171","msg":"trace[1204135410] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"169.676107ms","start":"2026-08-20T02:14:49.45471Z","end":"2026-08-20T02:14:49.624386Z","steps":["trace[1204135410] 'process raft request' (duration: 169.522243ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:49.672213Z","caller":"traceutil/trace.go:171","msg":"trace[1931721248] linearizableReadLoop","detail":"{readStateIndex:27544; appliedIndex:27543; }","duration":"215.155456ms","start":"2026-08-20T02:14:49.457032Z","end":"2026-08-20T02:14:49.672187Z","steps":["trace[1931721248] 'read index received' (duration: 167.336568ms)","trace[1931721248] 'applied index is now lower than readState.Index' (duration: 47.817598ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:49.672563Z","caller":"traceutil/trace.go:171","msg":"trace[905861200] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"217.565057ms","start":"2026-08-20T02:14:49.454985Z","end":"2026-08-20T02:14:49.672551Z","steps":["trace[905861200] 'process raft request' (duration: 217.012993ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:49.67276Z","caller":"traceutil/trace.go:171","msg":"trace[247229709] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"174.313486ms","start":"2026-08-20T02:14:49.498435Z","end":"2026-08-20T02:14:49.672748Z","steps":["trace[247229709] 'process raft request' (duration: 173.70026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:49.673017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.982866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:49.673057Z","caller":"traceutil/trace.go:171","msg":"trace[864116429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26661; }","duration":"216.10367ms","start":"2026-08-20T02:14:49.456944Z","end":"2026-08-20T02:14:49.673048Z","steps":["trace[864116429] 'agreement among raft nodes before linearized reading' (duration: 215.954426ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:49.67331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.824086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:49.673364Z","caller":"traceutil/trace.go:171","msg":"trace[1774032260] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26661; }","duration":"212.937378ms","start":"2026-08-20T02:14:49.460416Z","end":"2026-08-20T02:14:49.673354Z","steps":["trace[1774032260] 'agreement among raft nodes before linearized reading' (duration: 212.830656ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:49.67395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.265942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:49.674005Z","caller":"traceutil/trace.go:171","msg":"trace[1796848430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26661; }","duration":"103.348844ms","start":"2026-08-20T02:14:49.570643Z","end":"2026-08-20T02:14:49.673992Z","steps":["trace[1796848430] 'agreement among raft nodes before linearized reading' (duration: 103.269932ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:49.674303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.149343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-20T02:14:49.674356Z","caller":"traceutil/trace.go:171","msg":"trace[1600531564] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26661; }","duration":"132.208964ms","start":"2026-08-20T02:14:49.542137Z","end":"2026-08-20T02:14:49.674346Z","steps":["trace[1600531564] 'agreement among raft nodes before linearized reading' (duration: 132.010989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:49.931483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.2532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:49.931645Z","caller":"traceutil/trace.go:171","msg":"trace[535390017] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27545; }","duration":"171.123755ms","start":"2026-08-20T02:14:49.760495Z","end":"2026-08-20T02:14:49.931619Z","steps":["trace[535390017] 'read index received' (duration: 46.429603ms)","trace[535390017] 'applied index is now lower than readState.Index' (duration: 124.692182ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:49.931774Z","caller":"traceutil/trace.go:171","msg":"trace[602241672] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"251.284943ms","start":"2026-08-20T02:14:49.680467Z","end":"2026-08-20T02:14:49.931752Z","steps":["trace[602241672] 'process raft request' (duration: 126.55259ms)","trace[602241672] 'compare' (duration: 123.579383ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:49.932314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.819683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-08-20T02:14:49.932391Z","caller":"traceutil/trace.go:171","msg":"trace[379787470] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328; range_end:; response_count:1; response_revision:26662; }","duration":"171.937236ms","start":"2026-08-20T02:14:49.760433Z","end":"2026-08-20T02:14:49.932371Z","steps":["trace[379787470] 'agreement among raft nodes before linearized reading' (duration: 171.648899ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:49.933336Z","caller":"traceutil/trace.go:171","msg":"trace[980593673] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"107.212693ms","start":"2026-08-20T02:14:49.826092Z","end":"2026-08-20T02:14:49.933304Z","steps":["trace[980593673] 'process raft request' (duration: 106.638278ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:50.248151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.904512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:50.248367Z","caller":"traceutil/trace.go:171","msg":"trace[1703818510] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"395.363574ms","start":"2026-08-20T02:14:49.852987Z","end":"2026-08-20T02:14:50.24835Z","steps":["trace[1703818510] 'process raft request' (duration: 395.254831ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:50.248354Z","caller":"traceutil/trace.go:171","msg":"trace[687080971] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"395.795525ms","start":"2026-08-20T02:14:49.852526Z","end":"2026-08-20T02:14:50.248322Z","steps":["trace[687080971] 'process raft request' (duration: 278.637666ms)","trace[687080971] 'compare' (duration: 116.741837ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:50.248422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.852977Z","time spent":"395.420055ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:50.248496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.8525Z","time spent":"395.921877ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:50.248676Z","caller":"traceutil/trace.go:171","msg":"trace[1845696877] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"394.775777ms","start":"2026-08-20T02:14:49.853881Z","end":"2026-08-20T02:14:50.248657Z","steps":["trace[1845696877] 'process raft request' (duration: 394.614873ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:50.24872Z","caller":"traceutil/trace.go:171","msg":"trace[107122530] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"395.121086ms","start":"2026-08-20T02:14:49.853569Z","end":"2026-08-20T02:14:50.24869Z","steps":["trace[107122530] 'process raft request' (duration: 394.725676ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:50.248797Z","caller":"traceutil/trace.go:171","msg":"trace[22222436] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"312.814533ms","start":"2026-08-20T02:14:49.935968Z","end":"2026-08-20T02:14:50.248783Z","steps":["trace[22222436] 'process raft request' (duration: 312.630719ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:50.248808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.853851Z","time spent":"394.8829ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:50.248859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.935946Z","time spent":"312.882985ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:50.248931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.853556Z","time spent":"395.270781ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:50.248954Z","caller":"traceutil/trace.go:171","msg":"trace[1082528529] linearizableReadLoop","detail":"{readStateIndex:27551; appliedIndex:27546; }","duration":"317.243377ms","start":"2026-08-20T02:14:49.931702Z","end":"2026-08-20T02:14:50.248945Z","steps":["trace[1082528529] 'read index received' (duration: 929.634µs)","trace[1082528529] 'applied index is now lower than readState.Index' (duration: 316.312263ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:50.24914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.676626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-08-20T02:14:50.249173Z","caller":"traceutil/trace.go:171","msg":"trace[291388259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26668; }","duration":"322.766788ms","start":"2026-08-20T02:14:49.926395Z","end":"2026-08-20T02:14:50.249162Z","steps":["trace[291388259] 'agreement among raft nodes before linearized reading' (duration: 322.656785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:50.249201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.926364Z","time spent":"322.82949ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"warn","ts":"2026-08-20T02:14:51.851484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52219327s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-20T02:14:51.851598Z","caller":"traceutil/trace.go:171","msg":"trace[1919394157] linearizableReadLoop","detail":"{readStateIndex:27553; appliedIndex:27552; }","duration":"1.602609244s","start":"2026-08-20T02:14:50.24897Z","end":"2026-08-20T02:14:51.85158Z","steps":["trace[1919394157] 'read index received' (duration: 80.197459ms)","trace[1919394157] 'applied index is now lower than readState.Index' (duration: 1.522409915s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:51.852712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756929677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:14:51.852756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762015408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:14:51.852832Z","caller":"traceutil/trace.go:171","msg":"trace[308495308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26668; }","duration":"1.762132881s","start":"2026-08-20T02:14:50.090681Z","end":"2026-08-20T02:14:51.852814Z","steps":["trace[308495308] 'agreement among raft nodes before linearized reading' (duration: 1.761923535s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:51.852779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891153254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:51.852795Z","caller":"traceutil/trace.go:171","msg":"trace[1238922214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26668; }","duration":"1.757070841s","start":"2026-08-20T02:14:50.095706Z","end":"2026-08-20T02:14:51.852777Z","steps":["trace[1238922214] 'agreement among raft nodes before linearized reading' (duration: 1.756834985s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:51.852899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.095683Z","time spent":"1.757206303s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T02:14:51.852906Z","caller":"traceutil/trace.go:171","msg":"trace[1288502956] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26668; }","duration":"1.891338848s","start":"2026-08-20T02:14:49.96154Z","end":"2026-08-20T02:14:51.852879Z","steps":["trace[1288502956] 'agreement among raft nodes before linearized reading' (duration: 1.891142973s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:51.852931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.090656Z","time spent":"1.762210473s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:51.852968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:49.961505Z","time spent":"1.891445481s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:51.852988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756547238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:14:51.85298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74381658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:51.853046Z","caller":"traceutil/trace.go:171","msg":"trace[32437744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26668; }","duration":"1.756624889s","start":"2026-08-20T02:14:50.096402Z","end":"2026-08-20T02:14:51.853027Z","steps":["trace[32437744] 'agreement among raft nodes before linearized reading' (duration: 1.756386523s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:51.853062Z","caller":"traceutil/trace.go:171","msg":"trace[51969790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26668; }","duration":"1.743929162s","start":"2026-08-20T02:14:50.109107Z","end":"2026-08-20T02:14:51.853037Z","steps":["trace[51969790] 'agreement among raft nodes before linearized reading' (duration: 1.743786919s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:51.853102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.096388Z","time spent":"1.756702132s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:51.853028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756618889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-20T02:14:51.853124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.109097Z","time spent":"1.744011765s","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:51.85318Z","caller":"traceutil/trace.go:171","msg":"trace[1009286197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26668; }","duration":"1.756782183s","start":"2026-08-20T02:14:50.096362Z","end":"2026-08-20T02:14:51.853145Z","steps":["trace[1009286197] 'agreement among raft nodes before linearized reading' (duration: 1.756493626s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:51.853234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.096354Z","time spent":"1.756863645s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:51.874154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318984601s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:14:51.874879Z","caller":"traceutil/trace.go:171","msg":"trace[864089851] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"1.319782621s","start":"2026-08-20T02:14:50.555065Z","end":"2026-08-20T02:14:51.874848Z","steps":["trace[864089851] 'process raft request' (duration: 1.31933552s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:51.875067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.555046Z","time spent":"1.319923985s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:52.409162Z","caller":"traceutil/trace.go:171","msg":"trace[2006869355] linearizableReadLoop","detail":"{readStateIndex:27557; appliedIndex:27553; }","duration":"557.25106ms","start":"2026-08-20T02:14:51.851885Z","end":"2026-08-20T02:14:52.409136Z","steps":["trace[2006869355] 'read index received' (duration: 22.453457ms)","trace[2006869355] 'applied index is now lower than readState.Index' (duration: 534.796363ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:52.409438Z","caller":"traceutil/trace.go:171","msg":"trace[633202975] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"1.310230916s","start":"2026-08-20T02:14:51.099191Z","end":"2026-08-20T02:14:52.409422Z","steps":["trace[633202975] 'process raft request' (duration: 1.223685534s)","trace[633202975] 'compare' (duration: 85.464515ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:52.409552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.099162Z","time spent":"1.310316189s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:52.40981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64490377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:52.409628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614619602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:52.409854Z","caller":"traceutil/trace.go:171","msg":"trace[1819238893] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26676; }","duration":"1.644976392s","start":"2026-08-20T02:14:50.764864Z","end":"2026-08-20T02:14:52.409841Z","steps":["trace[1819238893] 'agreement among raft nodes before linearized reading' (duration: 1.64489779s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.409888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.764847Z","time spent":"1.645033274s","remote":"127.0.0.1:47016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:52.4099Z","caller":"traceutil/trace.go:171","msg":"trace[1760422345] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26676; }","duration":"1.614948511s","start":"2026-08-20T02:14:50.79492Z","end":"2026-08-20T02:14:52.409869Z","steps":["trace[1760422345] 'agreement among raft nodes before linearized reading' (duration: 1.614562991s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.409959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.794901Z","time spent":"1.615043643s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:52.410001Z","caller":"traceutil/trace.go:171","msg":"trace[42797080] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"550.733792ms","start":"2026-08-20T02:14:51.859246Z","end":"2026-08-20T02:14:52.409979Z","steps":["trace[42797080] 'process raft request' (duration: 549.809719ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.410027Z","caller":"traceutil/trace.go:171","msg":"trace[872793181] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"728.875367ms","start":"2026-08-20T02:14:51.681121Z","end":"2026-08-20T02:14:52.409996Z","steps":["trace[872793181] 'process raft request' (duration: 727.81641ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.410069Z","caller":"traceutil/trace.go:171","msg":"trace[356203125] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"552.19117ms","start":"2026-08-20T02:14:51.857849Z","end":"2026-08-20T02:14:52.41004Z","steps":["trace[356203125] 'process raft request' (duration: 551.131643ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.410135Z","caller":"traceutil/trace.go:171","msg":"trace[1257716742] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"551.444501ms","start":"2026-08-20T02:14:51.858681Z","end":"2026-08-20T02:14:52.410125Z","steps":["trace[1257716742] 'process raft request' (duration: 550.339923ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.410188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.858659Z","time spent":"551.501642ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:52.410197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.68109Z","time spent":"729.013171ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:52.409831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153896652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-08-20T02:14:52.410551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155265196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-08-20T02:14:52.410587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062133075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-08-20T02:14:52.410097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.85923Z","time spent":"550.822134ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:52.410664Z","caller":"traceutil/trace.go:171","msg":"trace[16415266] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26676; }","duration":"1.062235317s","start":"2026-08-20T02:14:51.348402Z","end":"2026-08-20T02:14:52.410637Z","steps":["trace[16415266] 'agreement among raft nodes before linearized reading' (duration: 1.061889448s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.410672Z","caller":"traceutil/trace.go:171","msg":"trace[413355293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26676; }","duration":"1.154731663s","start":"2026-08-20T02:14:51.255852Z","end":"2026-08-20T02:14:52.410584Z","steps":["trace[413355293] 'agreement among raft nodes before linearized reading' (duration: 1.153610234s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.410613Z","caller":"traceutil/trace.go:171","msg":"trace[1684926808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26676; }","duration":"1.155354328s","start":"2026-08-20T02:14:51.255244Z","end":"2026-08-20T02:14:52.410599Z","steps":["trace[1684926808] 'agreement among raft nodes before linearized reading' (duration: 1.155113722s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.410875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.255231Z","time spent":"1.155575555s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-08-20T02:14:52.410229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.857831Z","time spent":"552.316143ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:52.410988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.255832Z","time spent":"1.1549635s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"warn","ts":"2026-08-20T02:14:52.410734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.348384Z","time spent":"1.06233715s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-08-20T02:14:52.410104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961420998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:52.411953Z","caller":"traceutil/trace.go:171","msg":"trace[708525728] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26676; }","duration":"1.963281436s","start":"2026-08-20T02:14:50.448641Z","end":"2026-08-20T02:14:52.411922Z","steps":["trace[708525728] 'agreement among raft nodes before linearized reading' (duration: 1.961440219s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.410283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514260325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:52.412072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.44862Z","time spent":"1.9634268s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:52.412172Z","caller":"traceutil/trace.go:171","msg":"trace[1242632379] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26676; }","duration":"1.516142504s","start":"2026-08-20T02:14:50.895989Z","end":"2026-08-20T02:14:52.412131Z","steps":["trace[1242632379] 'agreement among raft nodes before linearized reading' (duration: 1.514246675s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.410285Z","caller":"traceutil/trace.go:171","msg":"trace[561968671] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"780.919743ms","start":"2026-08-20T02:14:51.629356Z","end":"2026-08-20T02:14:52.410276Z","steps":["trace[561968671] 'process raft request' (duration: 779.477356ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.410063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801663555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:52.410325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.074894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:14:52.41035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524607821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:52.410359Z","caller":"traceutil/trace.go:171","msg":"trace[1515028597] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"550.727032ms","start":"2026-08-20T02:14:51.859618Z","end":"2026-08-20T02:14:52.410345Z","steps":["trace[1515028597] 'process raft request' (duration: 549.46688ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.410342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315792968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18cd61bbd7d1b332\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-08-20T02:14:52.410425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139147972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:52.412386Z","caller":"traceutil/trace.go:171","msg":"trace[142936308] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26676; }","duration":"1.141156564s","start":"2026-08-20T02:14:51.271218Z","end":"2026-08-20T02:14:52.412375Z","steps":["trace[142936308] 'agreement among raft nodes before linearized reading' (duration: 1.139170883s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.412445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.27119Z","time spent":"1.141237185s","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:52.412404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.895978Z","time spent":"1.516327638s","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:52.412648Z","caller":"traceutil/trace.go:171","msg":"trace[1445013212] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18cd61bbd7d1b332; range_end:; response_count:1; response_revision:26676; }","duration":"1.31817139s","start":"2026-08-20T02:14:51.094465Z","end":"2026-08-20T02:14:52.412637Z","steps":["trace[1445013212] 'agreement among raft nodes before linearized reading' (duration: 1.315589843s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.41305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.094449Z","time spent":"1.31858606s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18cd61bbd7d1b332\" "} {"level":"info","ts":"2026-08-20T02:14:52.412388Z","caller":"traceutil/trace.go:171","msg":"trace[293086215] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26676; }","duration":"881.129397ms","start":"2026-08-20T02:14:51.531238Z","end":"2026-08-20T02:14:52.412367Z","steps":["trace[293086215] 'agreement among raft nodes before linearized reading' (duration: 879.027713ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:52.412632Z","caller":"traceutil/trace.go:171","msg":"trace[1309655338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26676; }","duration":"1.80419586s","start":"2026-08-20T02:14:50.608355Z","end":"2026-08-20T02:14:52.412551Z","steps":["trace[1309655338] 'agreement among raft nodes before linearized reading' (duration: 1.801681926s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.413534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.859607Z","time spent":"552.956959ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:52.41355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.608332Z","time spent":"1.805169475s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:52.412704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.62933Z","time spent":"783.319585ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:52.41278Z","caller":"traceutil/trace.go:171","msg":"trace[5525132] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26676; }","duration":"1.527064754s","start":"2026-08-20T02:14:50.885702Z","end":"2026-08-20T02:14:52.412766Z","steps":["trace[5525132] 'agreement among raft nodes before linearized reading' (duration: 1.524615851s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:52.413799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:50.885685Z","time spent":"1.52809549s","remote":"127.0.0.1:39474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:52.413623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.531193Z","time spent":"882.382739ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:52.910086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:53.41101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:53.563417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174255204s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-20T02:14:53.706706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.029653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:14:53.707097Z","caller":"traceutil/trace.go:171","msg":"trace[255874455] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"1.767101509s","start":"2026-08-20T02:14:51.939965Z","end":"2026-08-20T02:14:53.707066Z","steps":["trace[255874455] 'process raft request' (duration: 1.623645635s)","trace[255874455] 'compare' (duration: 142.680394ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:53.707236Z","caller":"traceutil/trace.go:171","msg":"trace[1484387113] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"1.452812316s","start":"2026-08-20T02:14:52.254398Z","end":"2026-08-20T02:14:53.70721Z","steps":["trace[1484387113] 'process raft request' (duration: 1.452705604s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.707248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.939931Z","time spent":"1.767236091s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:53.707581Z","caller":"traceutil/trace.go:171","msg":"trace[2087242030] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"1.453049083s","start":"2026-08-20T02:14:52.2545Z","end":"2026-08-20T02:14:53.707549Z","steps":["trace[2087242030] 'process raft request' (duration: 1.452678474s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:53.707652Z","caller":"traceutil/trace.go:171","msg":"trace[794396611] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"1.45331589s","start":"2026-08-20T02:14:52.254314Z","end":"2026-08-20T02:14:53.70763Z","steps":["trace[794396611] 'process raft request' (duration: 1.452466159s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:53.707681Z","caller":"traceutil/trace.go:171","msg":"trace[1256224296] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"1.291314579s","start":"2026-08-20T02:14:52.416353Z","end":"2026-08-20T02:14:53.707667Z","steps":["trace[1256224296] 'process raft request' (duration: 1.291107664s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:53.707703Z","caller":"traceutil/trace.go:171","msg":"trace[841740365] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"1.450536958s","start":"2026-08-20T02:14:52.257136Z","end":"2026-08-20T02:14:53.707673Z","steps":["trace[841740365] 'process raft request' (duration: 1.45021126s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.707748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.416327Z","time spent":"1.291382401s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:53.707754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.254279Z","time spent":"1.453415882s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:53.707755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.254492Z","time spent":"1.453183966s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:53.707789Z","caller":"traceutil/trace.go:171","msg":"trace[1443547810] linearizableReadLoop","detail":"{readStateIndex:27568; appliedIndex:27561; }","duration":"1.298530225s","start":"2026-08-20T02:14:52.409229Z","end":"2026-08-20T02:14:53.707759Z","steps":["trace[1443547810] 'read index received' (duration: 1.154370234s)","trace[1443547810] 'applied index is now lower than readState.Index' (duration: 144.157881ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:14:53.707848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.257103Z","time spent":"1.450672843s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:53.708002Z","caller":"traceutil/trace.go:171","msg":"trace[511237417] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"866.43943ms","start":"2026-08-20T02:14:52.841549Z","end":"2026-08-20T02:14:53.707988Z","steps":["trace[511237417] 'process raft request' (duration: 866.06204ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.70808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.841523Z","time spent":"866.519893ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:53.708089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674534801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:53.708187Z","caller":"traceutil/trace.go:171","msg":"trace[1058603070] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26683; }","duration":"1.674688426s","start":"2026-08-20T02:14:52.033477Z","end":"2026-08-20T02:14:53.708165Z","steps":["trace[1058603070] 'agreement among raft nodes before linearized reading' (duration: 1.674411559s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.708244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292712346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:53.708255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.033447Z","time spent":"1.674792317s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:53.708277Z","caller":"traceutil/trace.go:171","msg":"trace[655154391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26683; }","duration":"1.292763498s","start":"2026-08-20T02:14:52.415504Z","end":"2026-08-20T02:14:53.708268Z","steps":["trace[655154391] 'agreement among raft nodes before linearized reading' (duration: 1.292702027s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.708309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.415477Z","time spent":"1.292823679s","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:53.708691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834354386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:53.708732Z","caller":"traceutil/trace.go:171","msg":"trace[1154859414] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26683; }","duration":"1.834478679s","start":"2026-08-20T02:14:51.874241Z","end":"2026-08-20T02:14:53.70872Z","steps":["trace[1154859414] 'agreement among raft nodes before linearized reading' (duration: 1.834418287s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.708761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.874222Z","time spent":"1.834532139s","remote":"127.0.0.1:46966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:53.708959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.24653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:53.708991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.931303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-08-20T02:14:53.708998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.09879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-08-20T02:14:53.709022Z","caller":"traceutil/trace.go:171","msg":"trace[1381683011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26683; }","duration":"692.983845ms","start":"2026-08-20T02:14:53.016027Z","end":"2026-08-20T02:14:53.709011Z","steps":["trace[1381683011] 'agreement among raft nodes before linearized reading' (duration: 692.855382ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:53.70903Z","caller":"traceutil/trace.go:171","msg":"trace[2052542400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26683; }","duration":"290.133161ms","start":"2026-08-20T02:14:53.418888Z","end":"2026-08-20T02:14:53.709021Z","steps":["trace[2052542400] 'agreement among raft nodes before linearized reading' (duration: 290.012128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.709011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772024305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:14:53.709023Z","caller":"traceutil/trace.go:171","msg":"trace[1167030660] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26683; }","duration":"212.338663ms","start":"2026-08-20T02:14:53.496665Z","end":"2026-08-20T02:14:53.709004Z","steps":["trace[1167030660] 'agreement among raft nodes before linearized reading' (duration: 212.24307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.709049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:53.01601Z","time spent":"693.033586ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-20T02:14:53.709041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.711337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-08-20T02:14:53.709077Z","caller":"traceutil/trace.go:171","msg":"trace[87205655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26683; }","duration":"1.77303612s","start":"2026-08-20T02:14:51.936022Z","end":"2026-08-20T02:14:53.709058Z","steps":["trace[87205655] 'agreement among raft nodes before linearized reading' (duration: 1.771905692s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:53.709122Z","caller":"traceutil/trace.go:171","msg":"trace[937950948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26683; }","duration":"690.81094ms","start":"2026-08-20T02:14:53.018289Z","end":"2026-08-20T02:14:53.7091Z","steps":["trace[937950948] 'agreement among raft nodes before linearized reading' (duration: 690.591905ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.709091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.463293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:53.709137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:51.936004Z","time spent":"1.773111053s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:14:53.709183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130392598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-20T02:14:53.709182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:53.018278Z","time spent":"690.889332ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T02:14:53.709085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.145848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:53.709213Z","caller":"traceutil/trace.go:171","msg":"trace[924927848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26683; }","duration":"1.130506351s","start":"2026-08-20T02:14:52.578697Z","end":"2026-08-20T02:14:53.709203Z","steps":["trace[924927848] 'agreement among raft nodes before linearized reading' (duration: 1.130419009s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.709272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291836713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea68e06b-20fb-46af-a7bb-04af000d876e\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-08-20T02:14:53.709279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.578677Z","time spent":"1.130585653s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:14:53.707762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.254355Z","time spent":"1.453378642s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:53.709435Z","caller":"traceutil/trace.go:171","msg":"trace[627846261] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26683; }","duration":"525.659108ms","start":"2026-08-20T02:14:53.183566Z","end":"2026-08-20T02:14:53.709226Z","steps":["trace[627846261] 'agreement among raft nodes before linearized reading' (duration: 525.404102ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:53.709548Z","caller":"traceutil/trace.go:171","msg":"trace[1964824041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26683; }","duration":"309.356194ms","start":"2026-08-20T02:14:53.399879Z","end":"2026-08-20T02:14:53.709235Z","steps":["trace[1964824041] 'agreement among raft nodes before linearized reading' (duration: 309.087247ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.709579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:53.399863Z","time spent":"309.706712ms","remote":"127.0.0.1:46920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:53.709596Z","caller":"traceutil/trace.go:171","msg":"trace[478454604] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea68e06b-20fb-46af-a7bb-04af000d876e; range_end:; response_count:1; response_revision:26683; }","duration":"1.291898125s","start":"2026-08-20T02:14:52.417401Z","end":"2026-08-20T02:14:53.709299Z","steps":["trace[478454604] 'agreement among raft nodes before linearized reading' (duration: 1.291774962s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:53.709713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:52.417391Z","time spent":"1.292300715s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ea68e06b-20fb-46af-a7bb-04af000d876e\" "} {"level":"warn","ts":"2026-08-20T02:14:53.709572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:53.183545Z","time spent":"525.990067ms","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:54.916099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689405939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:14:55.126384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.33933Z","time spent":"787.050491ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-20T02:14:55.811483Z","caller":"traceutil/trace.go:171","msg":"trace[107507763] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"1.393410931s","start":"2026-08-20T02:14:54.418053Z","end":"2026-08-20T02:14:55.811464Z","steps":["trace[107507763] 'process raft request' (duration: 1.393299738s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.811601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.418035Z","time spent":"1.393504814s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:55.811609Z","caller":"traceutil/trace.go:171","msg":"trace[825546226] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"1.394360075s","start":"2026-08-20T02:14:54.4172Z","end":"2026-08-20T02:14:55.81156Z","steps":["trace[825546226] 'process raft request' (duration: 1.394003056s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.811827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.417169Z","time spent":"1.394544081s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:55.811835Z","caller":"traceutil/trace.go:171","msg":"trace[1360264796] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"1.13126006s","start":"2026-08-20T02:14:54.680552Z","end":"2026-08-20T02:14:55.811812Z","steps":["trace[1360264796] 'process raft request' (duration: 1.131103806s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:55.811833Z","caller":"traceutil/trace.go:171","msg":"trace[1280593724] linearizableReadLoop","detail":"{readStateIndex:27577; appliedIndex:27571; }","duration":"1.395829075s","start":"2026-08-20T02:14:54.415982Z","end":"2026-08-20T02:14:55.811811Z","steps":["trace[1280593724] 'read index received' (duration: 710.346462ms)","trace[1280593724] 'applied index is now lower than readState.Index' (duration: 685.481293ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:14:55.811911Z","caller":"traceutil/trace.go:171","msg":"trace[94814832] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"1.019646954s","start":"2026-08-20T02:14:54.792237Z","end":"2026-08-20T02:14:55.811884Z","steps":["trace[94814832] 'process raft request' (duration: 1.019533511s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:55.811819Z","caller":"traceutil/trace.go:171","msg":"trace[1324649802] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"1.392901339s","start":"2026-08-20T02:14:54.418885Z","end":"2026-08-20T02:14:55.811786Z","steps":["trace[1324649802] 'process raft request' (duration: 1.392545699s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.811944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.680528Z","time spent":"1.131367783s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:14:55.812012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396024269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-20T02:14:55.812039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.792214Z","time spent":"1.019751677s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:55.81207Z","caller":"traceutil/trace.go:171","msg":"trace[399856658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26691; }","duration":"1.396134192s","start":"2026-08-20T02:14:54.415926Z","end":"2026-08-20T02:14:55.81206Z","steps":["trace[399856658] 'agreement among raft nodes before linearized reading' (duration: 1.395950137s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.812098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.415904Z","time spent":"1.396187484s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:55.81201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.418862Z","time spent":"1.393104415s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:55.871609Z","caller":"traceutil/trace.go:171","msg":"trace[1817372417] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"156.281474ms","start":"2026-08-20T02:14:55.715307Z","end":"2026-08-20T02:14:55.871589Z","steps":["trace[1817372417] 'process raft request' (duration: 156.217932ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:55.871629Z","caller":"traceutil/trace.go:171","msg":"trace[591262215] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"156.309994ms","start":"2026-08-20T02:14:55.71529Z","end":"2026-08-20T02:14:55.8716Z","steps":["trace[591262215] 'process raft request' (duration: 156.197781ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:55.871675Z","caller":"traceutil/trace.go:171","msg":"trace[1988977770] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"743.935504ms","start":"2026-08-20T02:14:55.127705Z","end":"2026-08-20T02:14:55.87164Z","steps":["trace[1988977770] 'process raft request' (duration: 743.653917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.871856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:55.127686Z","time spent":"744.078778ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:14:55.871967Z","caller":"traceutil/trace.go:171","msg":"trace[1469587145] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"156.580721ms","start":"2026-08-20T02:14:55.715371Z","end":"2026-08-20T02:14:55.871951Z","steps":["trace[1469587145] 'process raft request' (duration: 156.189201ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:55.872024Z","caller":"traceutil/trace.go:171","msg":"trace[742219682] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"155.881583ms","start":"2026-08-20T02:14:55.716119Z","end":"2026-08-20T02:14:55.872Z","steps":["trace[742219682] 'process raft request' (duration: 155.661137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.422016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:55.872142Z","caller":"traceutil/trace.go:171","msg":"trace[1182523387] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26697; }","duration":"397.509318ms","start":"2026-08-20T02:14:55.474623Z","end":"2026-08-20T02:14:55.872132Z","steps":["trace[1182523387] 'agreement among raft nodes before linearized reading' (duration: 397.388515ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.967292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:55.872208Z","caller":"traceutil/trace.go:171","msg":"trace[1114938134] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26697; }","duration":"187.042523ms","start":"2026-08-20T02:14:55.685157Z","end":"2026-08-20T02:14:55.872199Z","steps":["trace[1114938134] 'agreement among raft nodes before linearized reading' (duration: 186.971681ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.338294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:55.872233Z","caller":"traceutil/trace.go:171","msg":"trace[2090599994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26697; }","duration":"311.387206ms","start":"2026-08-20T02:14:55.560838Z","end":"2026-08-20T02:14:55.872225Z","steps":["trace[2090599994] 'agreement among raft nodes before linearized reading' (duration: 311.354895ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:55.560819Z","time spent":"311.428017ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:14:55.872175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:55.474608Z","time spent":"397.556989ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:55.872313Z","caller":"traceutil/trace.go:171","msg":"trace[302994187] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"155.650327ms","start":"2026-08-20T02:14:55.716657Z","end":"2026-08-20T02:14:55.872307Z","steps":["trace[302994187] 'process raft request' (duration: 155.256637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.87229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.736583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:14:55.872312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.020117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:14:55.872358Z","caller":"traceutil/trace.go:171","msg":"trace[1039245983] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26697; }","duration":"714.850107ms","start":"2026-08-20T02:14:55.157488Z","end":"2026-08-20T02:14:55.872338Z","steps":["trace[1039245983] 'agreement among raft nodes before linearized reading' (duration: 714.737974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:55.157474Z","time spent":"714.929358ms","remote":"127.0.0.1:44758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:14:55.872456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.915126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:55.872482Z","caller":"traceutil/trace.go:171","msg":"trace[277982143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26697; }","duration":"263.954368ms","start":"2026-08-20T02:14:55.608521Z","end":"2026-08-20T02:14:55.872475Z","steps":["trace[277982143] 'agreement among raft nodes before linearized reading' (duration: 263.874806ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454248374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-20T02:14:55.872531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.776834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:14:55.872563Z","caller":"traceutil/trace.go:171","msg":"trace[409334313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26697; }","duration":"1.454291435s","start":"2026-08-20T02:14:54.418265Z","end":"2026-08-20T02:14:55.872557Z","steps":["trace[409334313] 'agreement among raft nodes before linearized reading' (duration: 1.454205763s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:14:55.872576Z","caller":"traceutil/trace.go:171","msg":"trace[1755771759] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26697; }","duration":"920.871056ms","start":"2026-08-20T02:14:54.951696Z","end":"2026-08-20T02:14:55.872567Z","steps":["trace[1755771759] 'agreement among raft nodes before linearized reading' (duration: 920.798115ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456485092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-20T02:14:55.87263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158360616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-08-20T02:14:55.872647Z","caller":"traceutil/trace.go:171","msg":"trace[101471578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26697; }","duration":"1.158423517s","start":"2026-08-20T02:14:54.714218Z","end":"2026-08-20T02:14:55.872642Z","steps":["trace[101471578] 'agreement among raft nodes before linearized reading' (duration: 1.158372546s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.418259Z","time spent":"1.454316526s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:14:55.872666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.714196Z","time spent":"1.158466109s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"info","ts":"2026-08-20T02:14:55.872377Z","caller":"traceutil/trace.go:171","msg":"trace[867334182] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26697; }","duration":"274.12585ms","start":"2026-08-20T02:14:55.598237Z","end":"2026-08-20T02:14:55.872363Z","steps":["trace[867334182] 'agreement among raft nodes before linearized reading' (duration: 273.931225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.951678Z","time spent":"920.923438ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:14:55.872644Z","caller":"traceutil/trace.go:171","msg":"trace[341780642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26697; }","duration":"1.456566854s","start":"2026-08-20T02:14:54.416067Z","end":"2026-08-20T02:14:55.872634Z","steps":["trace[341780642] 'agreement among raft nodes before linearized reading' (duration: 1.456447941s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.872861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454692206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:14:55.872956Z","caller":"traceutil/trace.go:171","msg":"trace[1793643305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26697; }","duration":"1.454825249s","start":"2026-08-20T02:14:54.418118Z","end":"2026-08-20T02:14:55.872943Z","steps":["trace[1793643305] 'agreement among raft nodes before linearized reading' (duration: 1.454634974s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:14:55.873002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.418098Z","time spent":"1.45489057s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:14:55.872915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:14:54.416045Z","time spent":"1.456856691s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T02:14:55.931208Z","caller":"traceutil/trace.go:171","msg":"trace[934308579] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"113.903594ms","start":"2026-08-20T02:14:55.817286Z","end":"2026-08-20T02:14:55.93119Z","steps":["trace[934308579] 'process raft request' (duration: 64.32025ms)","trace[934308579] 'compare' (duration: 49.340598ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:02.089849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689406076,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:15:02.36106Z","caller":"traceutil/trace.go:171","msg":"trace[18689250] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"773.37896ms","start":"2026-08-20T02:15:01.587659Z","end":"2026-08-20T02:15:02.361038Z","steps":["trace[18689250] 'process raft request' (duration: 773.230796ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:02.361189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.587642Z","time spent":"773.479753ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.063709Z","caller":"traceutil/trace.go:171","msg":"trace[204204735] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"1.1880955s","start":"2026-08-20T02:15:01.875572Z","end":"2026-08-20T02:15:03.063667Z","steps":["trace[204204735] 'process raft request' (duration: 1.187842334s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.063741Z","caller":"traceutil/trace.go:171","msg":"trace[25407534] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"1.187777112s","start":"2026-08-20T02:15:01.875929Z","end":"2026-08-20T02:15:03.063706Z","steps":["trace[25407534] 'process raft request' (duration: 1.187632318s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.063822Z","caller":"traceutil/trace.go:171","msg":"trace[1815436349] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"1.18423616s","start":"2026-08-20T02:15:01.879543Z","end":"2026-08-20T02:15:03.063779Z","steps":["trace[1815436349] 'process raft request' (duration: 1.184072406s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.063886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.875552Z","time spent":"1.188240643s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.063888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.875902Z","time spent":"1.187907385s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.063885Z","caller":"traceutil/trace.go:171","msg":"trace[1991632155] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"1.172000066s","start":"2026-08-20T02:15:01.89183Z","end":"2026-08-20T02:15:03.06383Z","steps":["trace[1991632155] 'process raft request' (duration: 1.171828682s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.063916Z","caller":"traceutil/trace.go:171","msg":"trace[925013916] linearizableReadLoop","detail":"{readStateIndex:27644; appliedIndex:27634; }","duration":"1.474099434s","start":"2026-08-20T02:15:01.58979Z","end":"2026-08-20T02:15:03.063889Z","steps":["trace[925013916] 'read index received' (duration: 771.157912ms)","trace[925013916] 'applied index is now lower than readState.Index' (duration: 702.940502ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:03.063956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.879517Z","time spent":"1.184375594s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.063965Z","caller":"traceutil/trace.go:171","msg":"trace[1894410362] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"1.168771883s","start":"2026-08-20T02:15:01.895174Z","end":"2026-08-20T02:15:03.063946Z","steps":["trace[1894410362] 'process raft request' (duration: 1.168590558s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.06403Z","caller":"traceutil/trace.go:171","msg":"trace[1040683495] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"1.165827708s","start":"2026-08-20T02:15:01.898192Z","end":"2026-08-20T02:15:03.06402Z","steps":["trace[1040683495] 'process raft request' (duration: 1.165605772s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.064049Z","caller":"traceutil/trace.go:171","msg":"trace[311869039] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"1.168980388s","start":"2026-08-20T02:15:01.895056Z","end":"2026-08-20T02:15:03.064037Z","steps":["trace[311869039] 'process raft request' (duration: 1.16866969s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.891808Z","time spent":"1.17216014s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.064069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.895141Z","time spent":"1.168869156s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.064093Z","caller":"traceutil/trace.go:171","msg":"trace[1602532560] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"1.005936562s","start":"2026-08-20T02:15:02.058145Z","end":"2026-08-20T02:15:03.064081Z","steps":["trace[1602532560] 'process raft request' (duration: 1.005682466s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.064072Z","caller":"traceutil/trace.go:171","msg":"trace[1053700687] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"1.16901807s","start":"2026-08-20T02:15:01.894999Z","end":"2026-08-20T02:15:03.064017Z","steps":["trace[1053700687] 'process raft request' (duration: 1.168692882s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:02.058126Z","time spent":"1.005990843s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.064141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.895039Z","time spent":"1.169047341s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.064159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45447851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:03.064152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.89818Z","time spent":"1.165876409s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.064212Z","caller":"traceutil/trace.go:171","msg":"trace[1545603098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26756; }","duration":"1.454584852s","start":"2026-08-20T02:15:01.609612Z","end":"2026-08-20T02:15:03.064196Z","steps":["trace[1545603098] 'agreement among raft nodes before linearized reading' (duration: 1.45450047s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.609593Z","time spent":"1.454645874s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:15:03.064254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474449622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-08-20T02:15:03.064276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.894981Z","time spent":"1.169184804s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.064302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104182175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:15:03.064327Z","caller":"traceutil/trace.go:171","msg":"trace[1967772791] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26756; }","duration":"1.474539915s","start":"2026-08-20T02:15:01.589766Z","end":"2026-08-20T02:15:03.064306Z","steps":["trace[1967772791] 'agreement among raft nodes before linearized reading' (duration: 1.474306599s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104691457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:15:03.064377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.589753Z","time spent":"1.474608917s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-08-20T02:15:03.064388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02297036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:15:03.064381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.392009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18cd61bbda2645b6\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-08-20T02:15:03.064397Z","caller":"traceutil/trace.go:171","msg":"trace[1852156593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26756; }","duration":"1.10474839s","start":"2026-08-20T02:15:01.959637Z","end":"2026-08-20T02:15:03.064385Z","steps":["trace[1852156593] 'agreement among raft nodes before linearized reading' (duration: 1.104608416s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105138159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:15:03.064421Z","caller":"traceutil/trace.go:171","msg":"trace[967164955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26756; }","duration":"1.023051572s","start":"2026-08-20T02:15:02.041359Z","end":"2026-08-20T02:15:03.06441Z","steps":["trace[967164955] 'agreement among raft nodes before linearized reading' (duration: 1.022996369s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.06442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108066815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:15:03.064435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.959624Z","time spent":"1.104803021s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T02:15:03.064434Z","caller":"traceutil/trace.go:171","msg":"trace[1930990915] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18cd61bbda2645b6; range_end:; response_count:1; response_revision:26756; }","duration":"697.471911ms","start":"2026-08-20T02:15:02.366947Z","end":"2026-08-20T02:15:03.064419Z","steps":["trace[1930990915] 'agreement among raft nodes before linearized reading' (duration: 697.363477ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.064454Z","caller":"traceutil/trace.go:171","msg":"trace[1483406058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26756; }","duration":"1.105205772s","start":"2026-08-20T02:15:01.959234Z","end":"2026-08-20T02:15:03.06444Z","steps":["trace[1483406058] 'agreement among raft nodes before linearized reading' (duration: 1.105046627s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:02.041294Z","time spent":"1.023154975s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:03.064465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106090423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-20T02:15:03.064481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:02.366931Z","time spent":"697.540192ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18cd61bbda2645b6\" "} {"level":"info","ts":"2026-08-20T02:15:03.064479Z","caller":"traceutil/trace.go:171","msg":"trace[134678064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26756; }","duration":"1.108162727s","start":"2026-08-20T02:15:01.956299Z","end":"2026-08-20T02:15:03.064462Z","steps":["trace[134678064] 'agreement among raft nodes before linearized reading' (duration: 1.108017712s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.959224Z","time spent":"1.105258283s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:03.064519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.956284Z","time spent":"1.108227529s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T02:15:03.064526Z","caller":"traceutil/trace.go:171","msg":"trace[1770621907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26756; }","duration":"1.106198267s","start":"2026-08-20T02:15:01.958303Z","end":"2026-08-20T02:15:03.064501Z","steps":["trace[1770621907] 'agreement among raft nodes before linearized reading' (duration: 1.10596402s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.06456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.958283Z","time spent":"1.106268568s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:15:03.064276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.376061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:03.064611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164287769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-08-20T02:15:03.064645Z","caller":"traceutil/trace.go:171","msg":"trace[1371753939] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26756; }","duration":"937.773352ms","start":"2026-08-20T02:15:02.126849Z","end":"2026-08-20T02:15:03.064622Z","steps":["trace[1371753939] 'agreement among raft nodes before linearized reading' (duration: 937.379941ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.064336Z","caller":"traceutil/trace.go:171","msg":"trace[1623495477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26756; }","duration":"1.104250777s","start":"2026-08-20T02:15:01.960073Z","end":"2026-08-20T02:15:03.064324Z","steps":["trace[1623495477] 'agreement among raft nodes before linearized reading' (duration: 1.104140844s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.064672Z","caller":"traceutil/trace.go:171","msg":"trace[167006969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26756; }","duration":"1.164368321s","start":"2026-08-20T02:15:01.900282Z","end":"2026-08-20T02:15:03.06465Z","steps":["trace[167006969] 'agreement among raft nodes before linearized reading' (duration: 1.164182916s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.06469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.716215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-08-20T02:15:03.064704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:02.12683Z","time spent":"937.856834ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:03.064713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.90027Z","time spent":"1.164434582s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"warn","ts":"2026-08-20T02:15:03.064704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.960058Z","time spent":"1.104633907s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T02:15:03.064736Z","caller":"traceutil/trace.go:171","msg":"trace[77347112] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26756; }","duration":"635.801057ms","start":"2026-08-20T02:15:02.42892Z","end":"2026-08-20T02:15:03.064721Z","steps":["trace[77347112] 'agreement among raft nodes before linearized reading' (duration: 635.379625ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.06478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:02.428895Z","time spent":"635.872239ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-08-20T02:15:03.064847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085316421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-20T02:15:03.064887Z","caller":"traceutil/trace.go:171","msg":"trace[1181937821] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26756; }","duration":"1.085383723s","start":"2026-08-20T02:15:01.979489Z","end":"2026-08-20T02:15:03.064873Z","steps":["trace[1181937821] 'agreement among raft nodes before linearized reading' (duration: 1.085095645s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.064928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:01.979474Z","time spent":"1.085444395s","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":163,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:03.678476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.219012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:03.678624Z","caller":"traceutil/trace.go:171","msg":"trace[1140755771] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"608.835375ms","start":"2026-08-20T02:15:03.06976Z","end":"2026-08-20T02:15:03.678595Z","steps":["trace[1140755771] 'process raft request' (duration: 209.386007ms)","trace[1140755771] 'compare' (duration: 398.635477ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:03.679446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.069737Z","time spent":"608.936377ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.698211Z","caller":"traceutil/trace.go:171","msg":"trace[208481459] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"628.300245ms","start":"2026-08-20T02:15:03.069893Z","end":"2026-08-20T02:15:03.698193Z","steps":["trace[208481459] 'process raft request' (duration: 628.239073ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.698222Z","caller":"traceutil/trace.go:171","msg":"trace[310656738] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"628.324416ms","start":"2026-08-20T02:15:03.069867Z","end":"2026-08-20T02:15:03.698191Z","steps":["trace[310656738] 'process raft request' (duration: 628.142171ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.698341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.069877Z","time spent":"628.380757ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.698355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.069848Z","time spent":"628.432749ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.698512Z","caller":"traceutil/trace.go:171","msg":"trace[1342604264] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"628.592773ms","start":"2026-08-20T02:15:03.069882Z","end":"2026-08-20T02:15:03.698475Z","steps":["trace[1342604264] 'process raft request' (duration: 628.279235ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.698614Z","caller":"traceutil/trace.go:171","msg":"trace[619942730] linearizableReadLoop","detail":"{readStateIndex:27650; appliedIndex:27644; }","duration":"625.358959ms","start":"2026-08-20T02:15:03.073233Z","end":"2026-08-20T02:15:03.698592Z","steps":["trace[619942730] 'read index received' (duration: 205.931148ms)","trace[619942730] 'applied index is now lower than readState.Index' (duration: 419.426401ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:03.698698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.069862Z","time spent":"628.741986ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:03.698732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.495222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:03.698521Z","caller":"traceutil/trace.go:171","msg":"trace[1209252217] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"628.52245ms","start":"2026-08-20T02:15:03.069975Z","end":"2026-08-20T02:15:03.698498Z","steps":["trace[1209252217] 'process raft request' (duration: 628.393587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.698803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.737521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-08-20T02:15:03.698826Z","caller":"traceutil/trace.go:171","msg":"trace[133323235] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26762; }","duration":"620.772672ms","start":"2026-08-20T02:15:03.078046Z","end":"2026-08-20T02:15:03.698819Z","steps":["trace[133323235] 'agreement among raft nodes before linearized reading' (duration: 620.654229ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:03.698782Z","caller":"traceutil/trace.go:171","msg":"trace[1986118138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26762; }","duration":"625.553153ms","start":"2026-08-20T02:15:03.0732Z","end":"2026-08-20T02:15:03.698753Z","steps":["trace[1986118138] 'agreement among raft nodes before linearized reading' (duration: 625.476021ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.698853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.078001Z","time spent":"620.845903ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-08-20T02:15:03.698877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.073188Z","time spent":"625.681537ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:15:03.698909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.069966Z","time spent":"628.85232ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:03.698665Z","caller":"traceutil/trace.go:171","msg":"trace[407835731] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"628.591051ms","start":"2026-08-20T02:15:03.070016Z","end":"2026-08-20T02:15:03.698607Z","steps":["trace[407835731] 'process raft request' (duration: 628.440637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:03.699282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.069982Z","time spent":"629.229128ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:04.599629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.589848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:04.599743Z","caller":"traceutil/trace.go:171","msg":"trace[1778546274] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27650; }","duration":"631.401715ms","start":"2026-08-20T02:15:03.968322Z","end":"2026-08-20T02:15:04.599723Z","steps":["trace[1778546274] 'read index received' (duration: 427.489668ms)","trace[1778546274] 'applied index is now lower than readState.Index' (duration: 203.910167ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:04.599832Z","caller":"traceutil/trace.go:171","msg":"trace[2070018491] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"892.748046ms","start":"2026-08-20T02:15:03.707011Z","end":"2026-08-20T02:15:04.599759Z","steps":["trace[2070018491] 'process raft request' (duration: 688.939592ms)","trace[2070018491] 'compare' (duration: 203.158966ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:04.59991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.580849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:15:04.599973Z","caller":"traceutil/trace.go:171","msg":"trace[342790244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26763; }","duration":"631.683172ms","start":"2026-08-20T02:15:03.968274Z","end":"2026-08-20T02:15:04.599957Z","steps":["trace[342790244] 'agreement among raft nodes before linearized reading' (duration: 631.519298ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:04.600014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.968255Z","time spent":"631.753003ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:15:04.600069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:03.706997Z","time spent":"892.94776ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:04.600105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.391114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:15:04.600155Z","caller":"traceutil/trace.go:171","msg":"trace[482190436] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26763; }","duration":"564.481306ms","start":"2026-08-20T02:15:04.035658Z","end":"2026-08-20T02:15:04.60014Z","steps":["trace[482190436] 'agreement among raft nodes before linearized reading' (duration: 564.390734ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:04.600215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.210693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-20T02:15:04.600308Z","caller":"traceutil/trace.go:171","msg":"trace[1076240776] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26763; }","duration":"262.347037ms","start":"2026-08-20T02:15:04.337938Z","end":"2026-08-20T02:15:04.600285Z","steps":["trace[1076240776] 'agreement among raft nodes before linearized reading' (duration: 262.108351ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:04.600383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.550465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-08-20T02:15:04.600215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:04.035637Z","time spent":"564.563468ms","remote":"127.0.0.1:52732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:04.600444Z","caller":"traceutil/trace.go:171","msg":"trace[1915624345] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26763; }","duration":"530.657358ms","start":"2026-08-20T02:15:04.069772Z","end":"2026-08-20T02:15:04.60043Z","steps":["trace[1915624345] 'agreement among raft nodes before linearized reading' (duration: 530.468913ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:04.600476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:04.069734Z","time spent":"530.73571ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"warn","ts":"2026-08-20T02:15:05.09824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.223522ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-08-20T02:15:05.098354Z","caller":"traceutil/trace.go:171","msg":"trace[888681952] linearizableReadLoop","detail":"{readStateIndex:27652; appliedIndex:27651; }","duration":"492.382234ms","start":"2026-08-20T02:15:04.605952Z","end":"2026-08-20T02:15:05.098334Z","steps":["trace[888681952] 'read index received' (duration: 159.959217ms)","trace[888681952] 'applied index is now lower than readState.Index' (duration: 332.421037ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:05.098429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:04.602246Z","time spent":"496.178922ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-20T02:15:05.09886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.896268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:15:05.09891Z","caller":"traceutil/trace.go:171","msg":"trace[755220746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26763; }","duration":"492.9901ms","start":"2026-08-20T02:15:04.605904Z","end":"2026-08-20T02:15:05.098894Z","steps":["trace[755220746] 'agreement among raft nodes before linearized reading' (duration: 492.789365ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:05.098945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:04.60588Z","time spent":"493.056871ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-20T02:15:05.599438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689406113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:15:05.782249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.131206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:05.782398Z","caller":"traceutil/trace.go:171","msg":"trace[600096634] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"712.420655ms","start":"2026-08-20T02:15:05.069951Z","end":"2026-08-20T02:15:05.782372Z","steps":["trace[600096634] 'process raft request' (duration: 576.054584ms)","trace[600096634] 'compare' (duration: 135.977602ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:05.7825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.069913Z","time spent":"712.541628ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:06.611096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-20T02:15:06.61116Z","caller":"traceutil/trace.go:171","msg":"trace[18511802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190854s","start":"2026-08-20T02:15:04.610954Z","end":"2026-08-20T02:15:06.611145Z","steps":["trace[18511802] 'agreement among raft nodes before linearized reading' (duration: 2.000112232s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:06.611203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:04.610935Z","time spent":"2.000258485s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:15:06.857542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211432999s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:15:06.858125Z","caller":"traceutil/trace.go:171","msg":"trace[943003463] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"1.786395715s","start":"2026-08-20T02:15:05.071699Z","end":"2026-08-20T02:15:06.858094Z","steps":["trace[943003463] 'process raft request' (duration: 1.78621443s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:06.8581Z","caller":"traceutil/trace.go:171","msg":"trace[805968186] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"1.785778178s","start":"2026-08-20T02:15:05.072301Z","end":"2026-08-20T02:15:06.858079Z","steps":["trace[805968186] 'process raft request' (duration: 1.785675876s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:06.858393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.071687Z","time spent":"1.786579489s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:06.858125Z","caller":"traceutil/trace.go:171","msg":"trace[1691958661] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"1.786368394s","start":"2026-08-20T02:15:05.071699Z","end":"2026-08-20T02:15:06.858067Z","steps":["trace[1691958661] 'process raft request' (duration: 1.786063996s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:06.858495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.072291Z","time spent":"1.786117707s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:06.858603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.071665Z","time spent":"1.786847105s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:06.859059Z","caller":"traceutil/trace.go:171","msg":"trace[622092871] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"1.786698192s","start":"2026-08-20T02:15:05.072348Z","end":"2026-08-20T02:15:06.859046Z","steps":["trace[622092871] 'process raft request' (duration: 1.785652825s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:06.859116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.072329Z","time spent":"1.786761124s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:06.859092Z","caller":"traceutil/trace.go:171","msg":"trace[310130615] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"1.786172428s","start":"2026-08-20T02:15:05.072907Z","end":"2026-08-20T02:15:06.859079Z","steps":["trace[310130615] 'process raft request' (duration: 1.786086556s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:06.859187Z","caller":"traceutil/trace.go:171","msg":"trace[704791041] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"1.786768563s","start":"2026-08-20T02:15:05.07241Z","end":"2026-08-20T02:15:06.859179Z","steps":["trace[704791041] 'process raft request' (duration: 1.786432354s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:06.85923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.072379Z","time spent":"1.786830005s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:06.859242Z","caller":"traceutil/trace.go:171","msg":"trace[885208392] linearizableReadLoop","detail":"{readStateIndex:27661; appliedIndex:27652; }","duration":"1.760846547s","start":"2026-08-20T02:15:05.098382Z","end":"2026-08-20T02:15:06.859228Z","steps":["trace[885208392] 'read index received' (duration: 547.640843ms)","trace[885208392] 'applied index is now lower than readState.Index' (duration: 1.213204544s)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:06.859322Z","caller":"traceutil/trace.go:171","msg":"trace[2023970543] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"1.758847216s","start":"2026-08-20T02:15:05.100465Z","end":"2026-08-20T02:15:06.859312Z","steps":["trace[2023970543] 'process raft request' (duration: 1.758692952s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:06.85934Z","caller":"traceutil/trace.go:171","msg":"trace[1081441903] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"1.786082065s","start":"2026-08-20T02:15:05.073224Z","end":"2026-08-20T02:15:06.859306Z","steps":["trace[1081441903] 'process raft request' (duration: 1.785816369s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:06.859386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.100439Z","time spent":"1.758913358s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:06.859278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.072896Z","time spent":"1.78626307s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:06.859548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.073216Z","time spent":"1.786243229s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:07.000085Z","caller":"traceutil/trace.go:171","msg":"trace[595643025] linearizableReadLoop","detail":"{readStateIndex:27663; appliedIndex:27661; }","duration":"140.792986ms","start":"2026-08-20T02:15:06.85927Z","end":"2026-08-20T02:15:07.000063Z","steps":["trace[595643025] 'read index received' (duration: 80.875887ms)","trace[595643025] 'applied index is now lower than readState.Index' (duration: 59.915688ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:07.000102Z","caller":"traceutil/trace.go:171","msg":"trace[1073430485] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"1.171672087s","start":"2026-08-20T02:15:05.828389Z","end":"2026-08-20T02:15:07.000061Z","steps":["trace[1073430485] 'process raft request' (duration: 1.11179131s)","trace[1073430485] 'compare' (duration: 59.682002ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:07.000263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.828363Z","time spent":"1.171801791s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:07.000415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393904346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-08-20T02:15:07.000447Z","caller":"traceutil/trace.go:171","msg":"trace[623561573] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26774; }","duration":"1.393958707s","start":"2026-08-20T02:15:05.60648Z","end":"2026-08-20T02:15:07.000438Z","steps":["trace[623561573] 'agreement among raft nodes before linearized reading' (duration: 1.393797032s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.00044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297890579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-08-20T02:15:07.000476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.606427Z","time spent":"1.394039719s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"warn","ts":"2026-08-20T02:15:07.00045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29635007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:15:07.00052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899699484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18274"} {"level":"warn","ts":"2026-08-20T02:15:07.00054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.069037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-08-20T02:15:07.000581Z","caller":"traceutil/trace.go:171","msg":"trace[2041724975] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26774; }","duration":"1.899795886s","start":"2026-08-20T02:15:05.10077Z","end":"2026-08-20T02:15:07.000565Z","steps":["trace[2041724975] 'agreement among raft nodes before linearized reading' (duration: 1.899595341s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:07.000576Z","caller":"traceutil/trace.go:171","msg":"trace[1312910345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26774; }","duration":"1.296523705s","start":"2026-08-20T02:15:05.704019Z","end":"2026-08-20T02:15:07.000543Z","steps":["trace[1312910345] 'agreement among raft nodes before linearized reading' (duration: 1.296147154s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:07.000601Z","caller":"traceutil/trace.go:171","msg":"trace[1528754382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26774; }","duration":"772.17323ms","start":"2026-08-20T02:15:06.228413Z","end":"2026-08-20T02:15:07.000586Z","steps":["trace[1528754382] 'agreement among raft nodes before linearized reading' (duration: 771.968945ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.000619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.100753Z","time spent":"1.899858108s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-20T02:15:07.000644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.704006Z","time spent":"1.296623367s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:15:07.000658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:06.22834Z","time spent":"772.301122ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-08-20T02:15:07.000687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29717313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:15:07.000721Z","caller":"traceutil/trace.go:171","msg":"trace[67894398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26774; }","duration":"1.297223362s","start":"2026-08-20T02:15:05.703488Z","end":"2026-08-20T02:15:07.000711Z","steps":["trace[67894398] 'agreement among raft nodes before linearized reading' (duration: 1.297126209s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.000753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.703478Z","time spent":"1.297267813s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:07.000766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45795455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:07.000812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.04424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:07.000844Z","caller":"traceutil/trace.go:171","msg":"trace[882462900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26774; }","duration":"389.118152ms","start":"2026-08-20T02:15:06.611717Z","end":"2026-08-20T02:15:07.000835Z","steps":["trace[882462900] 'agreement among raft nodes before linearized reading' (duration: 389.0554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.000861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:06.611705Z","time spent":"389.152604ms","remote":"127.0.0.1:52494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:15:07.000825Z","caller":"traceutil/trace.go:171","msg":"trace[202397928] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26774; }","duration":"1.458014521s","start":"2026-08-20T02:15:05.542792Z","end":"2026-08-20T02:15:07.000806Z","steps":["trace[202397928] 'agreement among raft nodes before linearized reading' (duration: 1.457917929s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.000857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528760288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:07.000897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.542774Z","time spent":"1.458111074s","remote":"127.0.0.1:44722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:07.00093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297470508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:15:07.000965Z","caller":"traceutil/trace.go:171","msg":"trace[347581236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26774; }","duration":"1.297547s","start":"2026-08-20T02:15:05.703408Z","end":"2026-08-20T02:15:07.000955Z","steps":["trace[347581236] 'agreement among raft nodes before linearized reading' (duration: 1.297458228s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.703384Z","time spent":"1.297607592s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T02:15:07.001026Z","caller":"traceutil/trace.go:171","msg":"trace[1554650549] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"882.651736ms","start":"2026-08-20T02:15:06.118363Z","end":"2026-08-20T02:15:07.001015Z","steps":["trace[1554650549] 'process raft request' (duration: 881.637479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:06.11834Z","time spent":"882.708697ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:07.000957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.254516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-08-20T02:15:07.001115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.217562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18cd61bbd7d1b332\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-08-20T02:15:07.001139Z","caller":"traceutil/trace.go:171","msg":"trace[1897222174] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26774; }","duration":"139.557004ms","start":"2026-08-20T02:15:06.861574Z","end":"2026-08-20T02:15:07.001131Z","steps":["trace[1897222174] 'agreement among raft nodes before linearized reading' (duration: 139.320868ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:07.00113Z","caller":"traceutil/trace.go:171","msg":"trace[885866545] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26774; }","duration":"1.529094417s","start":"2026-08-20T02:15:05.472006Z","end":"2026-08-20T02:15:07.0011Z","steps":["trace[885866545] 'agreement among raft nodes before linearized reading' (duration: 1.528751038s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:07.001175Z","caller":"traceutil/trace.go:171","msg":"trace[1893263334] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18cd61bbd7d1b332; range_end:; response_count:1; response_revision:26774; }","duration":"906.306944ms","start":"2026-08-20T02:15:06.094844Z","end":"2026-08-20T02:15:07.001151Z","steps":["trace[1893263334] 'agreement among raft nodes before linearized reading' (duration: 906.1477ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.471984Z","time spent":"1.529193289s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:07.001218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:06.094823Z","time spent":"906.383846ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18cd61bbd7d1b332\" "} {"level":"info","ts":"2026-08-20T02:15:07.000509Z","caller":"traceutil/trace.go:171","msg":"trace[1206089220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26774; }","duration":"1.298016143s","start":"2026-08-20T02:15:05.702474Z","end":"2026-08-20T02:15:07.00049Z","steps":["trace[1206089220] 'agreement among raft nodes before linearized reading' (duration: 1.297775466s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.702448Z","time spent":"1.298855704s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:07.000595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297025667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:15:07.001391Z","caller":"traceutil/trace.go:171","msg":"trace[1486174360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26774; }","duration":"1.297834288s","start":"2026-08-20T02:15:05.703544Z","end":"2026-08-20T02:15:07.001379Z","steps":["trace[1486174360] 'agreement among raft nodes before linearized reading' (duration: 1.296992527s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.703538Z","time spent":"1.297872029s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:07.001436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.958133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-20T02:15:07.001468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040817668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:07.001496Z","caller":"traceutil/trace.go:171","msg":"trace[1269320178] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26774; }","duration":"520.084665ms","start":"2026-08-20T02:15:06.481395Z","end":"2026-08-20T02:15:07.00148Z","steps":["trace[1269320178] 'agreement among raft nodes before linearized reading' (duration: 519.86225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:06.481378Z","time spent":"520.158468ms","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-08-20T02:15:07.001558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210222288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:07.001586Z","caller":"traceutil/trace.go:171","msg":"trace[2063853100] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26774; }","duration":"1.21028536s","start":"2026-08-20T02:15:05.79129Z","end":"2026-08-20T02:15:07.001576Z","steps":["trace[2063853100] 'agreement among raft nodes before linearized reading' (duration: 1.210234378s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.001614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.791272Z","time spent":"1.210333681s","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:07.001503Z","caller":"traceutil/trace.go:171","msg":"trace[1141837426] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26774; }","duration":"1.04089021s","start":"2026-08-20T02:15:05.960599Z","end":"2026-08-20T02:15:07.00149Z","steps":["trace[1141837426] 'agreement among raft nodes before linearized reading' (duration: 1.040830258s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:07.002434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:05.960579Z","time spent":"1.041485405s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-08-20T02:15:07.901765Z","caller":"traceutil/trace.go:171","msg":"trace[2063464245] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"113.039942ms","start":"2026-08-20T02:15:07.788705Z","end":"2026-08-20T02:15:07.901745Z","steps":["trace[2063464245] 'process raft request' (duration: 112.898599ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:09.150703Z","caller":"traceutil/trace.go:171","msg":"trace[1146944537] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"429.267983ms","start":"2026-08-20T02:15:08.721407Z","end":"2026-08-20T02:15:09.150675Z","steps":["trace[1146944537] 'process raft request' (duration: 429.11759ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:09.150859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.721378Z","time spent":"429.404847ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:09.151062Z","caller":"traceutil/trace.go:171","msg":"trace[1482276795] linearizableReadLoop","detail":"{readStateIndex:27672; appliedIndex:27672; }","duration":"410.545702ms","start":"2026-08-20T02:15:08.740483Z","end":"2026-08-20T02:15:09.151029Z","steps":["trace[1482276795] 'read index received' (duration: 410.513422ms)","trace[1482276795] 'applied index is now lower than readState.Index' (duration: 29.43µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:09.151335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.833809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-08-20T02:15:09.151467Z","caller":"traceutil/trace.go:171","msg":"trace[554211374] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26783; }","duration":"411.017334ms","start":"2026-08-20T02:15:08.740428Z","end":"2026-08-20T02:15:09.151446Z","steps":["trace[554211374] 'agreement among raft nodes before linearized reading' (duration: 410.730737ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:09.151511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.740411Z","time spent":"411.089426ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-20T02:15:09.651784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689406155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:15:10.152885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689406155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-20T02:15:10.299338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14880217s","expected-duration":"1s"} {"level":"info","ts":"2026-08-20T02:15:10.303954Z","caller":"traceutil/trace.go:171","msg":"trace[504212753] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"1.437655798s","start":"2026-08-20T02:15:08.866283Z","end":"2026-08-20T02:15:10.303939Z","steps":["trace[504212753] 'process raft request' (duration: 1.437572146s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.30398Z","caller":"traceutil/trace.go:171","msg":"trace[1819857423] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"1.438328166s","start":"2026-08-20T02:15:08.865625Z","end":"2026-08-20T02:15:10.303954Z","steps":["trace[1819857423] 'process raft request' (duration: 1.433854931s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.30405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.866258Z","time spent":"1.43774061s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:10.30411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.865603Z","time spent":"1.438436939s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:10.304121Z","caller":"traceutil/trace.go:171","msg":"trace[1532876549] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"1.43772235s","start":"2026-08-20T02:15:08.866373Z","end":"2026-08-20T02:15:10.304095Z","steps":["trace[1532876549] 'process raft request' (duration: 1.437541395s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.304188Z","caller":"traceutil/trace.go:171","msg":"trace[276956167] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"1.437256819s","start":"2026-08-20T02:15:08.866904Z","end":"2026-08-20T02:15:10.304161Z","steps":["trace[276956167] 'process raft request' (duration: 1.437176266s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.304236Z","caller":"traceutil/trace.go:171","msg":"trace[1738529248] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"1.437313119s","start":"2026-08-20T02:15:08.866912Z","end":"2026-08-20T02:15:10.304225Z","steps":["trace[1738529248] 'process raft request' (duration: 1.437206846s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.304233Z","caller":"traceutil/trace.go:171","msg":"trace[2052017272] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"1.43613075s","start":"2026-08-20T02:15:08.868079Z","end":"2026-08-20T02:15:10.30421Z","steps":["trace[2052017272] 'process raft request' (duration: 1.436069938s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.304257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.866366Z","time spent":"1.437822412s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:10.304292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.866897Z","time spent":"1.437360701s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:10.304313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.866895Z","time spent":"1.437355131s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:10.304351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.868058Z","time spent":"1.436229682s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:10.304482Z","caller":"traceutil/trace.go:171","msg":"trace[7856009] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"1.437548386s","start":"2026-08-20T02:15:08.866591Z","end":"2026-08-20T02:15:10.30414Z","steps":["trace[7856009] 'process raft request' (duration: 1.437416393s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.304667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.866571Z","time spent":"1.438041608s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:10.32322Z","caller":"traceutil/trace.go:171","msg":"trace[1427751526] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"1.167693176s","start":"2026-08-20T02:15:09.155506Z","end":"2026-08-20T02:15:10.323199Z","steps":["trace[1427751526] 'process raft request' (duration: 1.1674785s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.323428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549548961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-08-20T02:15:10.323476Z","caller":"traceutil/trace.go:171","msg":"trace[348795652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26793; }","duration":"1.549635184s","start":"2026-08-20T02:15:08.77383Z","end":"2026-08-20T02:15:10.323465Z","steps":["trace[348795652] 'agreement among raft nodes before linearized reading' (duration: 1.549460569s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.323472Z","caller":"traceutil/trace.go:171","msg":"trace[644007462] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"415.683005ms","start":"2026-08-20T02:15:09.907767Z","end":"2026-08-20T02:15:10.32345Z","steps":["trace[644007462] 'process raft request' (duration: 415.366017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.323513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:08.773814Z","time spent":"1.549690916s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-20T02:15:10.323527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250529343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:15:10.323568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.907741Z","time spent":"415.771508ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:10.323605Z","caller":"traceutil/trace.go:171","msg":"trace[941189206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26793; }","duration":"1.250664787s","start":"2026-08-20T02:15:09.072921Z","end":"2026-08-20T02:15:10.323586Z","steps":["trace[941189206] 'agreement among raft nodes before linearized reading' (duration: 1.250381679s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.323664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.072904Z","time spent":"1.250752099s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:15:10.323427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.155485Z","time spent":"1.16784446s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:10.323256Z","caller":"traceutil/trace.go:171","msg":"trace[101195895] linearizableReadLoop","detail":"{readStateIndex:27681; appliedIndex:27672; }","duration":"1.172106s","start":"2026-08-20T02:15:09.151131Z","end":"2026-08-20T02:15:10.323237Z","steps":["trace[101195895] 'read index received' (duration: 1.148368179s)","trace[101195895] 'applied index is now lower than readState.Index' (duration: 23.736421ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:10.323827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250902633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:15:10.323859Z","caller":"traceutil/trace.go:171","msg":"trace[846026942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26793; }","duration":"1.250965104s","start":"2026-08-20T02:15:09.072886Z","end":"2026-08-20T02:15:10.323851Z","steps":["trace[846026942] 'agreement among raft nodes before linearized reading' (duration: 1.250881882s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.323884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.072868Z","time spent":"1.251010266s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:10.324072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284993248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-08-20T02:15:10.324092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251202041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:15:10.324106Z","caller":"traceutil/trace.go:171","msg":"trace[2092441561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26793; }","duration":"1.285234914s","start":"2026-08-20T02:15:09.03886Z","end":"2026-08-20T02:15:10.324095Z","steps":["trace[2092441561] 'agreement among raft nodes before linearized reading' (duration: 1.284921066s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.038844Z","time spent":"1.285281705s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"info","ts":"2026-08-20T02:15:10.324133Z","caller":"traceutil/trace.go:171","msg":"trace[1511233823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26793; }","duration":"1.251252032s","start":"2026-08-20T02:15:09.072869Z","end":"2026-08-20T02:15:10.324121Z","steps":["trace[1511233823] 'agreement among raft nodes before linearized reading' (duration: 1.250937784s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.072865Z","time spent":"1.251291483s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:10.324197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.216984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-08-20T02:15:10.324137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.584798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:10.324253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.64481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:10.324258Z","caller":"traceutil/trace.go:171","msg":"trace[504102186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26793; }","duration":"710.752462ms","start":"2026-08-20T02:15:09.613496Z","end":"2026-08-20T02:15:10.324249Z","steps":["trace[504102186] 'agreement among raft nodes before linearized reading' (duration: 710.380713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.392861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:10.32431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.613481Z","time spent":"710.821434ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:15:10.324314Z","caller":"traceutil/trace.go:171","msg":"trace[576923342] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26793; }","duration":"391.461153ms","start":"2026-08-20T02:15:09.932842Z","end":"2026-08-20T02:15:10.324303Z","steps":["trace[576923342] 'agreement among raft nodes before linearized reading' (duration: 391.414732ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.324223Z","caller":"traceutil/trace.go:171","msg":"trace[1093573826] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26793; }","duration":"232.277135ms","start":"2026-08-20T02:15:10.091938Z","end":"2026-08-20T02:15:10.324215Z","steps":["trace[1093573826] 'agreement among raft nodes before linearized reading' (duration: 232.182773ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.324321Z","caller":"traceutil/trace.go:171","msg":"trace[1221973955] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26793; }","duration":"344.751463ms","start":"2026-08-20T02:15:09.979544Z","end":"2026-08-20T02:15:10.324296Z","steps":["trace[1221973955] 'agreement among raft nodes before linearized reading' (duration: 344.645121ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.93281Z","time spent":"391.528515ms","remote":"127.0.0.1:47034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:10.324375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.979523Z","time spent":"344.838295ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:10.32463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251283422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:15:10.324663Z","caller":"traceutil/trace.go:171","msg":"trace[1136864237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26793; }","duration":"1.251328594s","start":"2026-08-20T02:15:09.073327Z","end":"2026-08-20T02:15:10.324655Z","steps":["trace[1136864237] 'agreement among raft nodes before linearized reading' (duration: 1.251232261s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.073321Z","time spent":"1.251356754s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T02:15:10.324736Z","caller":"traceutil/trace.go:171","msg":"trace[1175278694] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"137.746747ms","start":"2026-08-20T02:15:10.186977Z","end":"2026-08-20T02:15:10.324723Z","steps":["trace[1175278694] 'process raft request' (duration: 136.197778ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252084623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:15:10.324972Z","caller":"traceutil/trace.go:171","msg":"trace[1342284767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26793; }","duration":"1.252141684s","start":"2026-08-20T02:15:09.072823Z","end":"2026-08-20T02:15:10.324964Z","steps":["trace[1342284767] 'agreement among raft nodes before linearized reading' (duration: 1.252020391s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.324995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:09.072808Z","time spent":"1.252181825s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-20T02:15:10.456459Z","caller":"traceutil/trace.go:171","msg":"trace[1054459584] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"125.536974ms","start":"2026-08-20T02:15:10.330886Z","end":"2026-08-20T02:15:10.456423Z","steps":["trace[1054459584] 'process raft request' (duration: 125.465892ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.456741Z","caller":"traceutil/trace.go:171","msg":"trace[1798863285] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"126.607801ms","start":"2026-08-20T02:15:10.330118Z","end":"2026-08-20T02:15:10.456726Z","steps":["trace[1798863285] 'process raft request' (duration: 82.766886ms)","trace[1798863285] 'compare' (duration: 42.949782ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:10.456777Z","caller":"traceutil/trace.go:171","msg":"trace[987769983] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"120.478834ms","start":"2026-08-20T02:15:10.336273Z","end":"2026-08-20T02:15:10.456752Z","steps":["trace[987769983] 'process raft request' (duration: 120.111264ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.4569Z","caller":"traceutil/trace.go:171","msg":"trace[589185994] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"126.279963ms","start":"2026-08-20T02:15:10.330607Z","end":"2026-08-20T02:15:10.456887Z","steps":["trace[589185994] 'process raft request' (duration: 125.686178ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:10.457036Z","caller":"traceutil/trace.go:171","msg":"trace[721277252] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27683; }","duration":"106.002792ms","start":"2026-08-20T02:15:10.351025Z","end":"2026-08-20T02:15:10.457028Z","steps":["trace[721277252] 'read index received' (duration: 61.753016ms)","trace[721277252] 'applied index is now lower than readState.Index' (duration: 44.249106ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:10.457119Z","caller":"traceutil/trace.go:171","msg":"trace[722656554] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"115.036794ms","start":"2026-08-20T02:15:10.342077Z","end":"2026-08-20T02:15:10.457114Z","steps":["trace[722656554] 'process raft request' (duration: 114.601453ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:10.457274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.191106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:10.4573Z","caller":"traceutil/trace.go:171","msg":"trace[812353179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26799; }","duration":"106.278409ms","start":"2026-08-20T02:15:10.351014Z","end":"2026-08-20T02:15:10.457292Z","steps":["trace[812353179] 'agreement among raft nodes before linearized reading' (duration: 106.175346ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.954727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.115957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-20T02:15:11.954846Z","caller":"traceutil/trace.go:171","msg":"trace[1147063944] linearizableReadLoop","detail":"{readStateIndex:27689; appliedIndex:27688; }","duration":"1.170748774s","start":"2026-08-20T02:15:10.784072Z","end":"2026-08-20T02:15:11.954821Z","steps":["trace[1147063944] 'read index received' (duration: 192.547895ms)","trace[1147063944] 'applied index is now lower than readState.Index' (duration: 978.199409ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:11.955151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171061442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-djs89.18cd60f81747e7de\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-08-20T02:15:11.955212Z","caller":"traceutil/trace.go:171","msg":"trace[2093226772] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-djs89.18cd60f81747e7de; range_end:; response_count:1; response_revision:26799; }","duration":"1.171151805s","start":"2026-08-20T02:15:10.784044Z","end":"2026-08-20T02:15:11.955196Z","steps":["trace[2093226772] 'agreement among raft nodes before linearized reading' (duration: 1.170917499s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.955229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.136063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:15:11.955251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:10.78403Z","time spent":"1.171211896s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-djs89.18cd60f81747e7de\" "} {"level":"info","ts":"2026-08-20T02:15:11.955288Z","caller":"traceutil/trace.go:171","msg":"trace[2038988041] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26799; }","duration":"192.291158ms","start":"2026-08-20T02:15:11.762977Z","end":"2026-08-20T02:15:11.955268Z","steps":["trace[2038988041] 'agreement among raft nodes before linearized reading' (duration: 192.203645ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.95513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060317248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:15:11.955492Z","caller":"traceutil/trace.go:171","msg":"trace[1572442889] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26799; }","duration":"1.060712088s","start":"2026-08-20T02:15:10.89474Z","end":"2026-08-20T02:15:11.955452Z","steps":["trace[1572442889] 'agreement among raft nodes before linearized reading' (duration: 1.060284277s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.95556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.875004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:11.955599Z","caller":"traceutil/trace.go:171","msg":"trace[1940212957] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26799; }","duration":"650.948286ms","start":"2026-08-20T02:15:11.304638Z","end":"2026-08-20T02:15:11.955586Z","steps":["trace[1940212957] 'agreement among raft nodes before linearized reading' (duration: 650.886754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.955642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.304618Z","time spent":"651.014477ms","remote":"127.0.0.1:50818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:11.955656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.571652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:11.955712Z","caller":"traceutil/trace.go:171","msg":"trace[116284736] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26799; }","duration":"461.663234ms","start":"2026-08-20T02:15:11.494029Z","end":"2026-08-20T02:15:11.955692Z","steps":["trace[116284736] 'agreement among raft nodes before linearized reading' (duration: 461.592393ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.955773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.494008Z","time spent":"461.749007ms","remote":"127.0.0.1:47024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:11.955597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.070733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:11.955594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:10.894699Z","time spent":"1.060871202s","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:11.956632Z","caller":"traceutil/trace.go:171","msg":"trace[1910318348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26799; }","duration":"348.070519ms","start":"2026-08-20T02:15:11.60848Z","end":"2026-08-20T02:15:11.956551Z","steps":["trace[1910318348] 'agreement among raft nodes before linearized reading' (duration: 347.079253ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.955521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.987104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-08-20T02:15:11.955914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.685422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-08-20T02:15:11.956928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.608451Z","time spent":"348.434879ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:15:11.957038Z","caller":"traceutil/trace.go:171","msg":"trace[1223812370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26799; }","duration":"627.551055ms","start":"2026-08-20T02:15:11.329466Z","end":"2026-08-20T02:15:11.957017Z","steps":["trace[1223812370] 'agreement among raft nodes before linearized reading' (duration: 625.761269ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.957111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.32945Z","time spent":"627.642098ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"warn","ts":"2026-08-20T02:15:11.955947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.748747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:11.957375Z","caller":"traceutil/trace.go:171","msg":"trace[1959977565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26799; }","duration":"905.199106ms","start":"2026-08-20T02:15:11.052154Z","end":"2026-08-20T02:15:11.957353Z","steps":["trace[1959977565] 'agreement among raft nodes before linearized reading' (duration: 903.734627ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:11.956991Z","caller":"traceutil/trace.go:171","msg":"trace[1022080497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26799; }","duration":"759.7511ms","start":"2026-08-20T02:15:11.197182Z","end":"2026-08-20T02:15:11.956934Z","steps":["trace[1022080497] 'agreement among raft nodes before linearized reading' (duration: 758.61213ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.54154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-08-20T02:15:11.957695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.197163Z","time spent":"760.450477ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" "} {"level":"info","ts":"2026-08-20T02:15:11.95772Z","caller":"traceutil/trace.go:171","msg":"trace[1471673836] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26799; }","duration":"591.274333ms","start":"2026-08-20T02:15:11.366413Z","end":"2026-08-20T02:15:11.957687Z","steps":["trace[1471673836] 'agreement among raft nodes before linearized reading' (duration: 589.397374ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:11.957785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.366397Z","time spent":"591.364036ms","remote":"127.0.0.1:52536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:11.957585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:11.05214Z","time spent":"905.40308ms","remote":"127.0.0.1:50676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:12.178741Z","caller":"traceutil/trace.go:171","msg":"trace[1902532961] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"219.432675ms","start":"2026-08-20T02:15:11.959282Z","end":"2026-08-20T02:15:12.178715Z","steps":["trace[1902532961] 'process raft request' (duration: 219.22417ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.68338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689406174,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:15:12.878547Z","caller":"traceutil/trace.go:171","msg":"trace[1101889119] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"871.204062ms","start":"2026-08-20T02:15:12.007314Z","end":"2026-08-20T02:15:12.878518Z","steps":["trace[1101889119] 'process raft request' (duration: 860.894907ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.878693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.007282Z","time spent":"871.337135ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.884571Z","caller":"traceutil/trace.go:171","msg":"trace[1391315368] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"574.696348ms","start":"2026-08-20T02:15:12.309844Z","end":"2026-08-20T02:15:12.884541Z","steps":["trace[1391315368] 'process raft request' (duration: 574.616986ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:12.884617Z","caller":"traceutil/trace.go:171","msg":"trace[884799430] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"574.739749ms","start":"2026-08-20T02:15:12.309833Z","end":"2026-08-20T02:15:12.884573Z","steps":["trace[884799430] 'process raft request' (duration: 574.458632ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.884772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.309824Z","time spent":"574.837632ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:12.884807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.309805Z","time spent":"574.899164ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.88555Z","caller":"traceutil/trace.go:171","msg":"trace[1166378906] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"575.660283ms","start":"2026-08-20T02:15:12.309878Z","end":"2026-08-20T02:15:12.885538Z","steps":["trace[1166378906] 'process raft request' (duration: 574.623386ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.885616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.309857Z","time spent":"575.730674ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.885897Z","caller":"traceutil/trace.go:171","msg":"trace[1840794189] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"575.611282ms","start":"2026-08-20T02:15:12.310277Z","end":"2026-08-20T02:15:12.885888Z","steps":["trace[1840794189] 'process raft request' (duration: 575.16429ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.885958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.310246Z","time spent":"575.681543ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.886205Z","caller":"traceutil/trace.go:171","msg":"trace[435662144] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"575.880739ms","start":"2026-08-20T02:15:12.310317Z","end":"2026-08-20T02:15:12.886198Z","steps":["trace[435662144] 'process raft request' (duration: 575.52924ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.886254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.310304Z","time spent":"575.92767ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.88652Z","caller":"traceutil/trace.go:171","msg":"trace[688715504] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"573.966869ms","start":"2026-08-20T02:15:12.312544Z","end":"2026-08-20T02:15:12.886511Z","steps":["trace[688715504] 'process raft request' (duration: 573.620141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.886571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.312527Z","time spent":"574.019891ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.886806Z","caller":"traceutil/trace.go:171","msg":"trace[1784204573] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"564.579829ms","start":"2026-08-20T02:15:12.322219Z","end":"2026-08-20T02:15:12.886799Z","steps":["trace[1784204573] 'process raft request' (duration: 564.262001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.886852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.322204Z","time spent":"564.626749ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:12.887111Z","caller":"traceutil/trace.go:171","msg":"trace[813089728] linearizableReadLoop","detail":"{readStateIndex:27699; appliedIndex:27690; }","duration":"704.186193ms","start":"2026-08-20T02:15:12.182917Z","end":"2026-08-20T02:15:12.887103Z","steps":["trace[813089728] 'read index received' (duration: 685.313158ms)","trace[813089728] 'applied index is now lower than readState.Index' (duration: 18.872115ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:12.887607Z","caller":"traceutil/trace.go:171","msg":"trace[1283399713] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"557.394914ms","start":"2026-08-20T02:15:12.330201Z","end":"2026-08-20T02:15:12.887596Z","steps":["trace[1283399713] 'process raft request' (duration: 556.570353ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.887661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.33018Z","time spent":"557.455076ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:12.887942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.863994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-20T02:15:12.887938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.966493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-08-20T02:15:12.887973Z","caller":"traceutil/trace.go:171","msg":"trace[932914071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26809; }","duration":"703.907296ms","start":"2026-08-20T02:15:12.184059Z","end":"2026-08-20T02:15:12.887966Z","steps":["trace[932914071] 'agreement among raft nodes before linearized reading' (duration: 703.751772ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.887998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.184053Z","time spent":"703.936737ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:15:12.888001Z","caller":"traceutil/trace.go:171","msg":"trace[770545893] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328; range_end:; response_count:1; response_revision:26809; }","duration":"705.112227ms","start":"2026-08-20T02:15:12.182872Z","end":"2026-08-20T02:15:12.887984Z","steps":["trace[770545893] 'agreement among raft nodes before linearized reading' (duration: 704.85837ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.887996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.752503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-20T02:15:12.888038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.182854Z","time spent":"705.175699ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pgqpm.18cd60f63c348328\" "} {"level":"warn","ts":"2026-08-20T02:15:12.888101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.018546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be\" ","response":"range_response_count:1 size:2248"} {"level":"info","ts":"2026-08-20T02:15:12.888127Z","caller":"traceutil/trace.go:171","msg":"trace[778842768] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-7d87437c-9fdb-4c25-8b6f-83709f0dc7be; range_end:; response_count:1; response_revision:26809; }","duration":"119.076337ms","start":"2026-08-20T02:15:12.769043Z","end":"2026-08-20T02:15:12.888119Z","steps":["trace[778842768] 'agreement among raft nodes before linearized reading' (duration: 119.017416ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:12.888045Z","caller":"traceutil/trace.go:171","msg":"trace[1595862655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26809; }","duration":"372.840675ms","start":"2026-08-20T02:15:12.515192Z","end":"2026-08-20T02:15:12.888032Z","steps":["trace[1595862655] 'agreement among raft nodes before linearized reading' (duration: 372.63436ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.888257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.515183Z","time spent":"373.061391ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:15:12.888271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.259106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:12.888288Z","caller":"traceutil/trace.go:171","msg":"trace[712945800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26809; }","duration":"278.312117ms","start":"2026-08-20T02:15:12.60997Z","end":"2026-08-20T02:15:12.888282Z","steps":["trace[712945800] 'agreement among raft nodes before linearized reading' (duration: 278.272696ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.888473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.294295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-20T02:15:12.888496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.424973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:15:12.888516Z","caller":"traceutil/trace.go:171","msg":"trace[186221258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26809; }","duration":"534.478965ms","start":"2026-08-20T02:15:12.354031Z","end":"2026-08-20T02:15:12.88851Z","steps":["trace[186221258] 'agreement among raft nodes before linearized reading' (duration: 534.428934ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:12.888522Z","caller":"traceutil/trace.go:171","msg":"trace[444442113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26809; }","duration":"371.381857ms","start":"2026-08-20T02:15:12.517124Z","end":"2026-08-20T02:15:12.888506Z","steps":["trace[444442113] 'agreement among raft nodes before linearized reading' (duration: 371.183142ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.888529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.354016Z","time spent":"534.509675ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:15:12.888551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.517113Z","time spent":"371.432229ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:12.888673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.783984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-20T02:15:12.888694Z","caller":"traceutil/trace.go:171","msg":"trace[1249489043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26809; }","duration":"386.830205ms","start":"2026-08-20T02:15:12.501857Z","end":"2026-08-20T02:15:12.888687Z","steps":["trace[1249489043] 'agreement among raft nodes before linearized reading' (duration: 386.768704ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.888708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.501844Z","time spent":"386.861436ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:12.893994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.33169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-20T02:15:12.894052Z","caller":"traceutil/trace.go:171","msg":"trace[411067711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26809; }","duration":"391.403082ms","start":"2026-08-20T02:15:12.502634Z","end":"2026-08-20T02:15:12.894037Z","steps":["trace[411067711] 'agreement among raft nodes before linearized reading' (duration: 385.48556ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:12.894078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:12.50263Z","time spent":"391.441263ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:18.653435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.42063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:18.653529Z","caller":"traceutil/trace.go:171","msg":"trace[1691155292] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26877; }","duration":"109.578474ms","start":"2026-08-20T02:15:18.543926Z","end":"2026-08-20T02:15:18.653505Z","steps":["trace[1691155292] 'count revisions from in-memory index tree' (duration: 109.343058ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:18.653547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.848757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:15:18.653674Z","caller":"traceutil/trace.go:171","msg":"trace[1519405582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26877; }","duration":"634.008951ms","start":"2026-08-20T02:15:18.019618Z","end":"2026-08-20T02:15:18.653627Z","steps":["trace[1519405582] 'count revisions from in-memory index tree' (duration: 633.758085ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:18.653725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.019578Z","time spent":"634.135054ms","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:18.653786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.055556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:18.653914Z","caller":"traceutil/trace.go:171","msg":"trace[1118475620] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26877; }","duration":"404.353653ms","start":"2026-08-20T02:15:18.249515Z","end":"2026-08-20T02:15:18.653869Z","steps":["trace[1118475620] 'count revisions from in-memory index tree' (duration: 403.915112ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:18.654146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.978899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-08-20T02:15:18.654449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.652904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:15:18.6545Z","caller":"traceutil/trace.go:171","msg":"trace[9258107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26877; }","duration":"584.748916ms","start":"2026-08-20T02:15:18.06974Z","end":"2026-08-20T02:15:18.654489Z","steps":["trace[9258107] 'range keys from in-memory index tree' (duration: 584.4732ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:18.65453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.069715Z","time spent":"584.807998ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:15:18.654208Z","caller":"traceutil/trace.go:171","msg":"trace[91718598] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26877; }","duration":"565.082512ms","start":"2026-08-20T02:15:18.089111Z","end":"2026-08-20T02:15:18.654193Z","steps":["trace[91718598] 'range keys from in-memory index tree' (duration: 564.643519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:18.653907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.349908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:18.654637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.089088Z","time spent":"565.505962ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-08-20T02:15:18.654679Z","caller":"traceutil/trace.go:171","msg":"trace[1301417458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26877; }","duration":"265.111798ms","start":"2026-08-20T02:15:18.389543Z","end":"2026-08-20T02:15:18.654655Z","steps":["trace[1301417458] 'range keys from in-memory index tree' (duration: 264.335128ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:18.654011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.249497Z","time spent":"404.496406ms","remote":"127.0.0.1:48354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:19.590444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.023304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:19.590634Z","caller":"traceutil/trace.go:171","msg":"trace[221360396] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27771; }","duration":"655.545194ms","start":"2026-08-20T02:15:18.935068Z","end":"2026-08-20T02:15:19.590613Z","steps":["trace[221360396] 'read index received' (duration: 3.260943ms)","trace[221360396] 'applied index is now lower than readState.Index' (duration: 652.282691ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:19.59077Z","caller":"traceutil/trace.go:171","msg":"trace[1787765985] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"667.398139ms","start":"2026-08-20T02:15:18.923359Z","end":"2026-08-20T02:15:19.590757Z","steps":["trace[1787765985] 'process raft request' (duration: 206.77362ms)","trace[1787765985] 'compare' (duration: 459.53316ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:19.590833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.923342Z","time spent":"667.4548ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:19.59101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.680078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-20T02:15:19.591071Z","caller":"traceutil/trace.go:171","msg":"trace[1578490702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26888; }","duration":"664.794441ms","start":"2026-08-20T02:15:18.926259Z","end":"2026-08-20T02:15:19.591053Z","steps":["trace[1578490702] 'agreement among raft nodes before linearized reading' (duration: 664.596836ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.591097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.926247Z","time spent":"664.844932ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:15:19.59109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.037843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:15:19.591151Z","caller":"traceutil/trace.go:171","msg":"trace[66397778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26888; }","duration":"657.129265ms","start":"2026-08-20T02:15:18.934005Z","end":"2026-08-20T02:15:19.591135Z","steps":["trace[66397778] 'agreement among raft nodes before linearized reading' (duration: 656.989062ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.591191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.636275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-20T02:15:19.591161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.443343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:19.591228Z","caller":"traceutil/trace.go:171","msg":"trace[1135257396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26888; }","duration":"653.711936ms","start":"2026-08-20T02:15:18.937507Z","end":"2026-08-20T02:15:19.591219Z","steps":["trace[1135257396] 'agreement among raft nodes before linearized reading' (duration: 653.621294ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.591197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.933986Z","time spent":"657.202597ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-20T02:15:19.591243Z","caller":"traceutil/trace.go:171","msg":"trace[380684119] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26888; }","duration":"509.579627ms","start":"2026-08-20T02:15:19.081647Z","end":"2026-08-20T02:15:19.591226Z","steps":["trace[380684119] 'agreement among raft nodes before linearized reading' (duration: 509.426213ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.591256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.937486Z","time spent":"653.761978ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:19.591088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.513079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-20T02:15:19.591296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.870189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:15:19.591349Z","caller":"traceutil/trace.go:171","msg":"trace[1982532737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26888; }","duration":"659.087614ms","start":"2026-08-20T02:15:18.932248Z","end":"2026-08-20T02:15:19.591335Z","steps":["trace[1982532737] 'agreement among raft nodes before linearized reading' (duration: 658.91069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.591378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.932229Z","time spent":"659.142196ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:19.59128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:19.081613Z","time spent":"509.658478ms","remote":"127.0.0.1:47104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:19.59138Z","caller":"traceutil/trace.go:171","msg":"trace[2013796115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26888; }","duration":"654.797325ms","start":"2026-08-20T02:15:18.936535Z","end":"2026-08-20T02:15:19.591332Z","steps":["trace[2013796115] 'agreement among raft nodes before linearized reading' (duration: 654.404005ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.591472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:18.936528Z","time spent":"654.911388ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T02:15:19.80519Z","caller":"traceutil/trace.go:171","msg":"trace[792372432] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"208.808312ms","start":"2026-08-20T02:15:19.596352Z","end":"2026-08-20T02:15:19.805161Z","steps":["trace[792372432] 'process raft request' (duration: 116.999655ms)","trace[792372432] 'compare' (duration: 91.594822ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:19.805462Z","caller":"traceutil/trace.go:171","msg":"trace[1962632932] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"209.069269ms","start":"2026-08-20T02:15:19.596366Z","end":"2026-08-20T02:15:19.805436Z","steps":["trace[1962632932] 'process raft request' (duration: 208.74563ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:19.805603Z","caller":"traceutil/trace.go:171","msg":"trace[1067596162] linearizableReadLoop","detail":"{readStateIndex:27784; appliedIndex:27781; }","duration":"127.569737ms","start":"2026-08-20T02:15:19.678008Z","end":"2026-08-20T02:15:19.805578Z","steps":["trace[1067596162] 'read index received' (duration: 35.380489ms)","trace[1067596162] 'applied index is now lower than readState.Index' (duration: 92.188098ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:19.805754Z","caller":"traceutil/trace.go:171","msg":"trace[1244159048] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"208.849764ms","start":"2026-08-20T02:15:19.596869Z","end":"2026-08-20T02:15:19.805719Z","steps":["trace[1244159048] 'process raft request' (duration: 208.453313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:19.805783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.764691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:19.806266Z","caller":"traceutil/trace.go:171","msg":"trace[1269717491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26893; }","duration":"128.300405ms","start":"2026-08-20T02:15:19.677947Z","end":"2026-08-20T02:15:19.806247Z","steps":["trace[1269717491] 'agreement among raft nodes before linearized reading' (duration: 127.73318ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:21.045756Z","caller":"traceutil/trace.go:171","msg":"trace[727652022] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"100.741917ms","start":"2026-08-20T02:15:20.94498Z","end":"2026-08-20T02:15:21.045722Z","steps":["trace[727652022] 'process raft request' (duration: 100.215534ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:21.045904Z","caller":"traceutil/trace.go:171","msg":"trace[314566312] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"101.034474ms","start":"2026-08-20T02:15:20.944857Z","end":"2026-08-20T02:15:21.045892Z","steps":["trace[314566312] 'process raft request' (duration: 100.097641ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:21.045992Z","caller":"traceutil/trace.go:171","msg":"trace[61584861] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"101.123817ms","start":"2026-08-20T02:15:20.94486Z","end":"2026-08-20T02:15:21.045984Z","steps":["trace[61584861] 'process raft request' (duration: 100.289626ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:21.046031Z","caller":"traceutil/trace.go:171","msg":"trace[1284345029] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"100.617374ms","start":"2026-08-20T02:15:20.945382Z","end":"2026-08-20T02:15:21.045999Z","steps":["trace[1284345029] 'process raft request' (duration: 99.858615ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:21.761008Z","caller":"traceutil/trace.go:171","msg":"trace[305029353] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"131.714622ms","start":"2026-08-20T02:15:21.629273Z","end":"2026-08-20T02:15:21.760988Z","steps":["trace[305029353] 'process raft request' (duration: 131.679791ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:21.761077Z","caller":"traceutil/trace.go:171","msg":"trace[977660212] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"133.904359ms","start":"2026-08-20T02:15:21.627134Z","end":"2026-08-20T02:15:21.761038Z","steps":["trace[977660212] 'process raft request' (duration: 44.542574ms)","trace[977660212] 'compare' (duration: 89.147359ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:22.965843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029501417s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:22.96614Z","caller":"traceutil/trace.go:171","msg":"trace[545882547] linearizableReadLoop","detail":"{readStateIndex:27798; appliedIndex:27795; }","duration":"1.014391029s","start":"2026-08-20T02:15:21.95173Z","end":"2026-08-20T02:15:22.966121Z","steps":["trace[545882547] 'read index received' (duration: 36.795415ms)","trace[545882547] 'applied index is now lower than readState.Index' (duration: 977.593664ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:22.966187Z","caller":"traceutil/trace.go:171","msg":"trace[1704947847] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"1.151039798s","start":"2026-08-20T02:15:21.815117Z","end":"2026-08-20T02:15:22.966156Z","steps":["trace[1704947847] 'process raft request' (duration: 1.150856664s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:22.966229Z","caller":"traceutil/trace.go:171","msg":"trace[222766820] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"1.150638158s","start":"2026-08-20T02:15:21.815543Z","end":"2026-08-20T02:15:22.966181Z","steps":["trace[222766820] 'process raft request' (duration: 1.150525385s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:22.966284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014534173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:22.96632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:21.815101Z","time spent":"1.151155591s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:22.966346Z","caller":"traceutil/trace.go:171","msg":"trace[210457979] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26906; }","duration":"1.014654496s","start":"2026-08-20T02:15:21.951676Z","end":"2026-08-20T02:15:22.966331Z","steps":["trace[210457979] 'agreement among raft nodes before linearized reading' (duration: 1.014530352s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:22.966385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:21.951655Z","time spent":"1.014719318s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:22.966457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:21.815511Z","time spent":"1.150821133s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:22.967065Z","caller":"traceutil/trace.go:171","msg":"trace[229984720] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"1.150973467s","start":"2026-08-20T02:15:21.815115Z","end":"2026-08-20T02:15:22.966089Z","steps":["trace[229984720] 'process raft request' (duration: 121.11427ms)","trace[229984720] 'compare' (duration: 1.028478301s)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:22.968529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:21.815094Z","time spent":"1.152061955s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:23.516818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.18842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:23.516968Z","caller":"traceutil/trace.go:171","msg":"trace[548800515] linearizableReadLoop","detail":"{readStateIndex:27799; appliedIndex:27798; }","duration":"550.779233ms","start":"2026-08-20T02:15:22.966173Z","end":"2026-08-20T02:15:23.516952Z","steps":["trace[548800515] 'read index received' (duration: 151.402867ms)","trace[548800515] 'applied index is now lower than readState.Index' (duration: 399.374886ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:23.517065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472753639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:23.517104Z","caller":"traceutil/trace.go:171","msg":"trace[2127903201] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26907; }","duration":"1.4728297s","start":"2026-08-20T02:15:22.044261Z","end":"2026-08-20T02:15:23.517091Z","steps":["trace[2127903201] 'agreement among raft nodes before linearized reading' (duration: 1.472739148s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.517146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:22.044236Z","time spent":"1.472896192s","remote":"127.0.0.1:47122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:23.517191Z","caller":"traceutil/trace.go:171","msg":"trace[1770979049] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"592.502424ms","start":"2026-08-20T02:15:22.924671Z","end":"2026-08-20T02:15:23.517173Z","steps":["trace[1770979049] 'process raft request' (duration: 192.887523ms)","trace[1770979049] 'compare' (duration: 398.453022ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:23.517274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:22.924641Z","time spent":"592.592757ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:23.517353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259323069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:15:23.51744Z","caller":"traceutil/trace.go:171","msg":"trace[1882958271] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26907; }","duration":"1.259475553s","start":"2026-08-20T02:15:22.257947Z","end":"2026-08-20T02:15:23.517423Z","steps":["trace[1882958271] 'agreement among raft nodes before linearized reading' (duration: 1.259223575s)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.517498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:22.257929Z","time spent":"1.259558055s","remote":"127.0.0.1:55704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:23.5442Z","caller":"traceutil/trace.go:171","msg":"trace[422672615] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"491.982004ms","start":"2026-08-20T02:15:23.052196Z","end":"2026-08-20T02:15:23.544178Z","steps":["trace[422672615] 'process raft request' (duration: 491.945433ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.54433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.052167Z","time spent":"492.094687ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:23.544567Z","caller":"traceutil/trace.go:171","msg":"trace[1957297663] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"493.070812ms","start":"2026-08-20T02:15:23.051486Z","end":"2026-08-20T02:15:23.544557Z","steps":["trace[1957297663] 'process raft request' (duration: 492.576649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.544616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.051446Z","time spent":"493.147134ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:23.54472Z","caller":"traceutil/trace.go:171","msg":"trace[38720736] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"550.613679ms","start":"2026-08-20T02:15:22.994096Z","end":"2026-08-20T02:15:23.54471Z","steps":["trace[38720736] 'process raft request' (duration: 549.48368ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:23.544757Z","caller":"traceutil/trace.go:171","msg":"trace[1029457526] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"493.077012ms","start":"2026-08-20T02:15:23.051671Z","end":"2026-08-20T02:15:23.544748Z","steps":["trace[1029457526] 'process raft request' (duration: 492.416225ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.544804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.051664Z","time spent":"493.115113ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:23.544844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:22.994072Z","time spent":"550.701211ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:23.544898Z","caller":"traceutil/trace.go:171","msg":"trace[1762789056] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"493.167694ms","start":"2026-08-20T02:15:23.051723Z","end":"2026-08-20T02:15:23.544891Z","steps":["trace[1762789056] 'process raft request' (duration: 492.387254ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.544954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.051712Z","time spent":"493.206535ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:23.544539Z","caller":"traceutil/trace.go:171","msg":"trace[57006491] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"493.040751ms","start":"2026-08-20T02:15:23.051463Z","end":"2026-08-20T02:15:23.544504Z","steps":["trace[57006491] 'process raft request' (duration: 492.570859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.545069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.051361Z","time spent":"493.652246ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:23.545149Z","caller":"traceutil/trace.go:171","msg":"trace[833277277] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"493.684397ms","start":"2026-08-20T02:15:23.051452Z","end":"2026-08-20T02:15:23.545136Z","steps":["trace[833277277] 'process raft request' (duration: 492.526328ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:23.545218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.051431Z","time spent":"493.75415ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:23.91478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.557271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:23.914908Z","caller":"traceutil/trace.go:171","msg":"trace[19330326] linearizableReadLoop","detail":"{readStateIndex:27807; appliedIndex:27806; }","duration":"248.068039ms","start":"2026-08-20T02:15:23.666819Z","end":"2026-08-20T02:15:23.914887Z","steps":["trace[19330326] 'read index received' (duration: 1.223761ms)","trace[19330326] 'applied index is now lower than readState.Index' (duration: 246.842788ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:23.915124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.306357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-08-20T02:15:23.915165Z","caller":"traceutil/trace.go:171","msg":"trace[670963276] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26915; }","duration":"248.350798ms","start":"2026-08-20T02:15:23.666803Z","end":"2026-08-20T02:15:23.915154Z","steps":["trace[670963276] 'agreement among raft nodes before linearized reading' (duration: 248.173813ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:23.915289Z","caller":"traceutil/trace.go:171","msg":"trace[1123897960] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"300.204429ms","start":"2026-08-20T02:15:23.614759Z","end":"2026-08-20T02:15:23.914963Z","steps":["trace[1123897960] 'process raft request' (duration: 53.375181ms)","trace[1123897960] 'compare' (duration: 246.353786ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:23.915429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.614746Z","time spent":"300.59957ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:24.144656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.233439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:24.144815Z","caller":"traceutil/trace.go:171","msg":"trace[2126831875] linearizableReadLoop","detail":"{readStateIndex:27808; appliedIndex:27807; }","duration":"229.851833ms","start":"2026-08-20T02:15:23.914946Z","end":"2026-08-20T02:15:24.144798Z","steps":["trace[2126831875] 'read index received' (duration: 121.119561ms)","trace[2126831875] 'applied index is now lower than readState.Index' (duration: 108.730672ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:24.145028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.21433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-08-20T02:15:24.145116Z","caller":"traceutil/trace.go:171","msg":"trace[362225411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26916; }","duration":"302.343684ms","start":"2026-08-20T02:15:23.84275Z","end":"2026-08-20T02:15:24.145093Z","steps":["trace[362225411] 'agreement among raft nodes before linearized reading' (duration: 302.117108ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:24.145073Z","caller":"traceutil/trace.go:171","msg":"trace[98172494] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"434.485389ms","start":"2026-08-20T02:15:23.710527Z","end":"2026-08-20T02:15:24.145012Z","steps":["trace[98172494] 'process raft request' (duration: 325.624413ms)","trace[98172494] 'compare' (duration: 107.820208ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:24.145161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.804023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-08-20T02:15:24.145168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.842729Z","time spent":"302.429816ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-20T02:15:24.145201Z","caller":"traceutil/trace.go:171","msg":"trace[100576180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26916; }","duration":"379.880445ms","start":"2026-08-20T02:15:23.765309Z","end":"2026-08-20T02:15:24.145189Z","steps":["trace[100576180] 'agreement among raft nodes before linearized reading' (duration: 379.780903ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.145242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.765284Z","time spent":"379.950047ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-20T02:15:24.145068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.382143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-20T02:15:24.145324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.710488Z","time spent":"434.686694ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:24.145335Z","caller":"traceutil/trace.go:171","msg":"trace[1418947627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26916; }","duration":"379.702821ms","start":"2026-08-20T02:15:23.765612Z","end":"2026-08-20T02:15:24.145314Z","steps":["trace[1418947627] 'agreement among raft nodes before linearized reading' (duration: 379.280821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.145825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:23.765592Z","time spent":"379.781673ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-20T02:15:24.145876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.709982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:15:24.14596Z","caller":"traceutil/trace.go:171","msg":"trace[1799467660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26916; }","duration":"175.861326ms","start":"2026-08-20T02:15:23.970079Z","end":"2026-08-20T02:15:24.14594Z","steps":["trace[1799467660] 'agreement among raft nodes before linearized reading' (duration: 175.691382ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.146159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.568711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:24.146206Z","caller":"traceutil/trace.go:171","msg":"trace[1798134609] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26916; }","duration":"105.653894ms","start":"2026-08-20T02:15:24.040541Z","end":"2026-08-20T02:15:24.146195Z","steps":["trace[1798134609] 'agreement among raft nodes before linearized reading' (duration: 105.572702ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.418277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.961363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:24.418385Z","caller":"traceutil/trace.go:171","msg":"trace[1208417639] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"268.351092ms","start":"2026-08-20T02:15:24.150013Z","end":"2026-08-20T02:15:24.418364Z","steps":["trace[1208417639] 'process raft request' (duration: 158.225474ms)","trace[1208417639] 'compare' (duration: 109.81732ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:24.782854Z","caller":"traceutil/trace.go:171","msg":"trace[118570069] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"632.496852ms","start":"2026-08-20T02:15:24.150308Z","end":"2026-08-20T02:15:24.782804Z","steps":["trace[118570069] 'process raft request' (duration: 632.172024ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:24.782877Z","caller":"traceutil/trace.go:171","msg":"trace[457021030] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"617.976189ms","start":"2026-08-20T02:15:24.164866Z","end":"2026-08-20T02:15:24.782842Z","steps":["trace[457021030] 'process raft request' (duration: 617.829635ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:24.782954Z","caller":"traceutil/trace.go:171","msg":"trace[162324286] linearizableReadLoop","detail":"{readStateIndex:27810; appliedIndex:27808; }","duration":"631.627649ms","start":"2026-08-20T02:15:24.151305Z","end":"2026-08-20T02:15:24.782933Z","steps":["trace[162324286] 'read index received' (duration: 157.101304ms)","trace[162324286] 'applied index is now lower than readState.Index' (duration: 474.525315ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:24.783024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.150291Z","time spent":"632.654057ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:24.783038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.164843Z","time spent":"618.113382ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:24.783036Z","caller":"traceutil/trace.go:171","msg":"trace[792282029] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"617.543357ms","start":"2026-08-20T02:15:24.165468Z","end":"2026-08-20T02:15:24.783011Z","steps":["trace[792282029] 'process raft request' (duration: 617.279301ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.783128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.165453Z","time spent":"617.62948ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-20T02:15:24.783204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.69766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:24.783194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.051222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-08-20T02:15:24.783238Z","caller":"traceutil/trace.go:171","msg":"trace[1379409579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26920; }","duration":"173.775903ms","start":"2026-08-20T02:15:24.60945Z","end":"2026-08-20T02:15:24.783226Z","steps":["trace[1379409579] 'agreement among raft nodes before linearized reading' (duration: 173.702141ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:24.783248Z","caller":"traceutil/trace.go:171","msg":"trace[265190762] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26920; }","duration":"620.122054ms","start":"2026-08-20T02:15:24.163116Z","end":"2026-08-20T02:15:24.783238Z","steps":["trace[265190762] 'agreement among raft nodes before linearized reading' (duration: 619.95671ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.783256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.677903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-08-20T02:15:24.783283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.163057Z","time spent":"620.214867ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10672,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-08-20T02:15:24.783309Z","caller":"traceutil/trace.go:171","msg":"trace[1646679655] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:26920; }","duration":"443.787865ms","start":"2026-08-20T02:15:24.339507Z","end":"2026-08-20T02:15:24.783295Z","steps":["trace[1646679655] 'agreement among raft nodes before linearized reading' (duration: 443.592701ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.783282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.838985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:15:24.783319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.003409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18274"} {"level":"warn","ts":"2026-08-20T02:15:24.78334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.386345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-08-20T02:15:24.783421Z","caller":"traceutil/trace.go:171","msg":"trace[1716038025] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26920; }","duration":"632.165173ms","start":"2026-08-20T02:15:24.151234Z","end":"2026-08-20T02:15:24.783399Z","steps":["trace[1716038025] 'agreement among raft nodes before linearized reading' (duration: 631.818934ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:24.783421Z","caller":"traceutil/trace.go:171","msg":"trace[1687047916] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26920; }","duration":"521.02366ms","start":"2026-08-20T02:15:24.262366Z","end":"2026-08-20T02:15:24.78339Z","steps":["trace[1687047916] 'agreement among raft nodes before linearized reading' (duration: 520.745823ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.783471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.150528Z","time spent":"632.934073ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18297,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-20T02:15:24.783506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.262344Z","time spent":"521.143073ms","remote":"127.0.0.1:50394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:15:24.783436Z","caller":"traceutil/trace.go:171","msg":"trace[1854426647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26920; }","duration":"566.524158ms","start":"2026-08-20T02:15:24.216892Z","end":"2026-08-20T02:15:24.783416Z","steps":["trace[1854426647] 'agreement among raft nodes before linearized reading' (duration: 566.23216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:24.783604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.216874Z","time spent":"566.713934ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-08-20T02:15:24.783332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:24.33949Z","time spent":"443.836897ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"warn","ts":"2026-08-20T02:15:26.55732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.220043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:15:26.557399Z","caller":"traceutil/trace.go:171","msg":"trace[44673709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26940; }","duration":"135.344406ms","start":"2026-08-20T02:15:26.422041Z","end":"2026-08-20T02:15:26.557385Z","steps":["trace[44673709] 'range keys from in-memory index tree' (duration: 135.065559ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:26.871529Z","caller":"traceutil/trace.go:171","msg":"trace[516983113] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27833; }","duration":"265.316014ms","start":"2026-08-20T02:15:26.606189Z","end":"2026-08-20T02:15:26.871505Z","steps":["trace[516983113] 'read index received' (duration: 265.096218ms)","trace[516983113] 'applied index is now lower than readState.Index' (duration: 218.506µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:26.871844Z","caller":"traceutil/trace.go:171","msg":"trace[419213238] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"309.95406ms","start":"2026-08-20T02:15:26.561865Z","end":"2026-08-20T02:15:26.871819Z","steps":["trace[419213238] 'process raft request' (duration: 309.495708ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:26.871946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.637525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:26.872006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:26.561848Z","time spent":"310.089803ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:26.872014Z","caller":"traceutil/trace.go:171","msg":"trace[1195317913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26941; }","duration":"264.750428ms","start":"2026-08-20T02:15:26.60725Z","end":"2026-08-20T02:15:26.872Z","steps":["trace[1195317913] 'agreement among raft nodes before linearized reading' (duration: 264.601014ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:26.872017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.805526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:26.872136Z","caller":"traceutil/trace.go:171","msg":"trace[959597675] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26941; }","duration":"265.940029ms","start":"2026-08-20T02:15:26.60615Z","end":"2026-08-20T02:15:26.87209Z","steps":["trace[959597675] 'agreement among raft nodes before linearized reading' (duration: 265.661882ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:27.355407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.483228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:27.355551Z","caller":"traceutil/trace.go:171","msg":"trace[2022172936] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"476.592248ms","start":"2026-08-20T02:15:26.878928Z","end":"2026-08-20T02:15:27.355521Z","steps":["trace[2022172936] 'process raft request' (duration: 166.926916ms)","trace[2022172936] 'compare' (duration: 309.177999ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:27.355656Z","caller":"traceutil/trace.go:171","msg":"trace[953418552] linearizableReadLoop","detail":"{readStateIndex:27835; appliedIndex:27834; }","duration":"375.929655ms","start":"2026-08-20T02:15:26.979703Z","end":"2026-08-20T02:15:27.355632Z","steps":["trace[953418552] 'read index received' (duration: 66.060977ms)","trace[953418552] 'applied index is now lower than readState.Index' (duration: 309.866688ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:27.355712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:26.878899Z","time spent":"476.722203ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:27.355863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.14838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:15:27.356116Z","caller":"traceutil/trace.go:171","msg":"trace[1938870621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26942; }","duration":"376.227502ms","start":"2026-08-20T02:15:26.979658Z","end":"2026-08-20T02:15:27.355886Z","steps":["trace[1938870621] 'agreement among raft nodes before linearized reading' (duration: 376.090059ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:27.356289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:26.97964Z","time spent":"376.642442ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T02:15:27.356184Z","caller":"traceutil/trace.go:171","msg":"trace[477163635] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"146.912233ms","start":"2026-08-20T02:15:27.209234Z","end":"2026-08-20T02:15:27.356147Z","steps":["trace[477163635] 'process raft request' (duration: 146.254546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:27.356311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.466075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:15:27.356359Z","caller":"traceutil/trace.go:171","msg":"trace[1869462980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26943; }","duration":"372.547917ms","start":"2026-08-20T02:15:26.983798Z","end":"2026-08-20T02:15:27.356346Z","steps":["trace[1869462980] 'agreement among raft nodes before linearized reading' (duration: 372.413043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:27.356384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:26.983775Z","time spent":"372.602958ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:27.356367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.130289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:27.356236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.251409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:27.356539Z","caller":"traceutil/trace.go:171","msg":"trace[377569643] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26943; }","duration":"224.578776ms","start":"2026-08-20T02:15:27.131943Z","end":"2026-08-20T02:15:27.356522Z","steps":["trace[377569643] 'agreement among raft nodes before linearized reading' (duration: 224.251878ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:27.356572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.596504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:15:27.356562Z","caller":"traceutil/trace.go:171","msg":"trace[320488850] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26943; }","duration":"147.350764ms","start":"2026-08-20T02:15:27.209165Z","end":"2026-08-20T02:15:27.356516Z","steps":["trace[320488850] 'agreement among raft nodes before linearized reading' (duration: 147.015196ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:27.356596Z","caller":"traceutil/trace.go:171","msg":"trace[549103398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26943; }","duration":"373.631584ms","start":"2026-08-20T02:15:26.982959Z","end":"2026-08-20T02:15:27.356591Z","steps":["trace[549103398] 'agreement among raft nodes before linearized reading' (duration: 373.214284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:27.35685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:26.982954Z","time spent":"373.87395ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-20T02:15:27.787062Z","caller":"traceutil/trace.go:171","msg":"trace[1271715484] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"230.48864ms","start":"2026-08-20T02:15:27.556546Z","end":"2026-08-20T02:15:27.787035Z","steps":["trace[1271715484] 'process raft request' (duration: 230.302595ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.229889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.724689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:28.230271Z","caller":"traceutil/trace.go:171","msg":"trace[1332571827] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"672.035968ms","start":"2026-08-20T02:15:27.558216Z","end":"2026-08-20T02:15:28.230252Z","steps":["trace[1332571827] 'process raft request' (duration: 671.74518ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:28.230288Z","caller":"traceutil/trace.go:171","msg":"trace[385076217] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"672.181532ms","start":"2026-08-20T02:15:27.558078Z","end":"2026-08-20T02:15:28.23026Z","steps":["trace[385076217] 'process raft request' (duration: 377.025953ms)","trace[385076217] 'compare' (duration: 294.496082ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:28.230347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.55819Z","time spent":"672.12864ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:28.230359Z","caller":"traceutil/trace.go:171","msg":"trace[284499315] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"672.084239ms","start":"2026-08-20T02:15:27.558245Z","end":"2026-08-20T02:15:28.230329Z","steps":["trace[284499315] 'process raft request' (duration: 671.769071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.230416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.55803Z","time spent":"672.316215ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:28.230477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.558206Z","time spent":"672.209453ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:28.230756Z","caller":"traceutil/trace.go:171","msg":"trace[1386395882] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"670.169499ms","start":"2026-08-20T02:15:27.560461Z","end":"2026-08-20T02:15:28.23063Z","steps":["trace[1386395882] 'process raft request' (duration: 670.079907ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.230972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.606371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:28.231013Z","caller":"traceutil/trace.go:171","msg":"trace[1072737032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26953; }","duration":"619.696634ms","start":"2026-08-20T02:15:27.611309Z","end":"2026-08-20T02:15:28.231006Z","steps":["trace[1072737032] 'agreement among raft nodes before linearized reading' (duration: 619.598801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.231021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.56045Z","time spent":"670.544989ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:28.231036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.611288Z","time spent":"619.741244ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-20T02:15:28.230774Z","caller":"traceutil/trace.go:171","msg":"trace[1428133349] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"669.576314ms","start":"2026-08-20T02:15:27.561179Z","end":"2026-08-20T02:15:28.230756Z","steps":["trace[1428133349] 'process raft request' (duration: 669.42733ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.231188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.561171Z","time spent":"669.973274ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:28.230891Z","caller":"traceutil/trace.go:171","msg":"trace[537666399] linearizableReadLoop","detail":"{readStateIndex:27846; appliedIndex:27839; }","duration":"619.521678ms","start":"2026-08-20T02:15:27.61136Z","end":"2026-08-20T02:15:28.230881Z","steps":["trace[537666399] 'read index received' (duration: 175.551348ms)","trace[537666399] 'applied index is now lower than readState.Index' (duration: 443.96968ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:28.230913Z","caller":"traceutil/trace.go:171","msg":"trace[998527810] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"668.983029ms","start":"2026-08-20T02:15:27.561921Z","end":"2026-08-20T02:15:28.230904Z","steps":["trace[998527810] 'process raft request' (duration: 668.780264ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.231387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.561907Z","time spent":"669.457412ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:28.231441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.982308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:28.230944Z","caller":"traceutil/trace.go:171","msg":"trace[1149882399] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"303.826022ms","start":"2026-08-20T02:15:27.92711Z","end":"2026-08-20T02:15:28.230936Z","steps":["trace[1149882399] 'process raft request' (duration: 303.74027ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:28.231473Z","caller":"traceutil/trace.go:171","msg":"trace[1032311423] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26954; }","duration":"109.04283ms","start":"2026-08-20T02:15:28.122421Z","end":"2026-08-20T02:15:28.231464Z","steps":["trace[1032311423] 'agreement among raft nodes before linearized reading' (duration: 108.990249ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:28.231508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:27.927084Z","time spent":"304.401827ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:28.49283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.472337ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:28.492944Z","caller":"traceutil/trace.go:171","msg":"trace[257275049] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26954; }","duration":"103.59968ms","start":"2026-08-20T02:15:28.389329Z","end":"2026-08-20T02:15:28.492929Z","steps":["trace[257275049] 'range keys from in-memory index tree' (duration: 103.455437ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:49.993582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788185689689406924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-20T02:15:50.148844Z","caller":"traceutil/trace.go:171","msg":"trace[940526865] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"672.071252ms","start":"2026-08-20T02:15:49.476729Z","end":"2026-08-20T02:15:50.148801Z","steps":["trace[940526865] 'process raft request' (duration: 671.801855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.14947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.476703Z","time spent":"672.246576ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:50.192834Z","caller":"traceutil/trace.go:171","msg":"trace[156879401] linearizableReadLoop","detail":"{readStateIndex:28035; appliedIndex:28032; }","duration":"699.492396ms","start":"2026-08-20T02:15:49.493315Z","end":"2026-08-20T02:15:50.192807Z","steps":["trace[156879401] 'read index received' (duration: 655.058594ms)","trace[156879401] 'applied index is now lower than readState.Index' (duration: 44.432202ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:50.193269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.940808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-20T02:15:50.193981Z","caller":"traceutil/trace.go:171","msg":"trace[2010159908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27137; }","duration":"700.656066ms","start":"2026-08-20T02:15:49.493251Z","end":"2026-08-20T02:15:50.193907Z","steps":["trace[2010159908] 'agreement among raft nodes before linearized reading' (duration: 699.791124ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.19327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.041145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:50.194141Z","caller":"traceutil/trace.go:171","msg":"trace[1924758910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27137; }","duration":"585.959908ms","start":"2026-08-20T02:15:49.608155Z","end":"2026-08-20T02:15:50.194114Z","steps":["trace[1924758910] 'agreement among raft nodes before linearized reading' (duration: 585.037255ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.194169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.493218Z","time spent":"700.887842ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:50.194199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.608126Z","time spent":"586.058941ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:15:50.193309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.345277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-20T02:15:50.194438Z","caller":"traceutil/trace.go:171","msg":"trace[1923963624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27137; }","duration":"641.578538ms","start":"2026-08-20T02:15:49.55285Z","end":"2026-08-20T02:15:50.194428Z","steps":["trace[1923963624] 'agreement among raft nodes before linearized reading' (duration: 640.302746ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.194478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.552816Z","time spent":"641.64471ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:15:50.193366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.487676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:50.19463Z","caller":"traceutil/trace.go:171","msg":"trace[1262449009] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27137; }","duration":"528.803059ms","start":"2026-08-20T02:15:49.665815Z","end":"2026-08-20T02:15:50.194618Z","steps":["trace[1262449009] 'agreement among raft nodes before linearized reading' (duration: 527.505736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.194669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.665754Z","time spent":"528.900672ms","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:50.193401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.917553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:50.19483Z","caller":"traceutil/trace.go:171","msg":"trace[1523310002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27137; }","duration":"630.34606ms","start":"2026-08-20T02:15:49.564467Z","end":"2026-08-20T02:15:50.194813Z","steps":["trace[1523310002] 'agreement among raft nodes before linearized reading' (duration: 628.893552ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.194888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.564409Z","time spent":"630.457823ms","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:50.193493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.338683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-20T02:15:50.195062Z","caller":"traceutil/trace.go:171","msg":"trace[1353148845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27137; }","duration":"637.946235ms","start":"2026-08-20T02:15:49.557089Z","end":"2026-08-20T02:15:50.195035Z","steps":["trace[1353148845] 'agreement among raft nodes before linearized reading' (duration: 636.314072ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.195175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:49.557064Z","time spent":"638.058888ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T02:15:50.192891Z","caller":"traceutil/trace.go:171","msg":"trace[1039609417] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"297.212008ms","start":"2026-08-20T02:15:49.895646Z","end":"2026-08-20T02:15:50.192858Z","steps":["trace[1039609417] 'process raft request' (duration: 297.017603ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:50.193721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.531918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:50.195343Z","caller":"traceutil/trace.go:171","msg":"trace[941296379] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27137; }","duration":"252.207491ms","start":"2026-08-20T02:15:49.943122Z","end":"2026-08-20T02:15:50.19533Z","steps":["trace[941296379] 'agreement among raft nodes before linearized reading' (duration: 250.165868ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:56.236157Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24639} {"level":"info","ts":"2026-08-20T02:15:56.393364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24639,"took":"152.53619ms","hash":184674507,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":34590720,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-08-20T02:15:56.393493Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":184674507,"revision":24639,"compact-revision":21571} {"level":"info","ts":"2026-08-20T02:15:57.308149Z","caller":"traceutil/trace.go:171","msg":"trace[942139062] linearizableReadLoop","detail":"{readStateIndex:28094; appliedIndex:28093; }","duration":"160.947047ms","start":"2026-08-20T02:15:57.147174Z","end":"2026-08-20T02:15:57.308121Z","steps":["trace[942139062] 'read index received' (duration: 160.740512ms)","trace[942139062] 'applied index is now lower than readState.Index' (duration: 202.365µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:15:57.308307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.114362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:57.308312Z","caller":"traceutil/trace.go:171","msg":"trace[1897693850] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"192.978639ms","start":"2026-08-20T02:15:57.115285Z","end":"2026-08-20T02:15:57.308264Z","steps":["trace[1897693850] 'process raft request' (duration: 192.637471ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:57.308357Z","caller":"traceutil/trace.go:171","msg":"trace[673342584] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27194; }","duration":"161.217093ms","start":"2026-08-20T02:15:57.147122Z","end":"2026-08-20T02:15:57.30834Z","steps":["trace[673342584] 'agreement among raft nodes before linearized reading' (duration: 161.114101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:58.180311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.311081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:58.180407Z","caller":"traceutil/trace.go:171","msg":"trace[1662862706] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27194; }","duration":"669.426984ms","start":"2026-08-20T02:15:57.51096Z","end":"2026-08-20T02:15:58.180387Z","steps":["trace[1662862706] 'range keys from in-memory index tree' (duration: 669.185077ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:58.180451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:57.510933Z","time spent":"669.508336ms","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-08-20T02:15:58.222008Z","caller":"traceutil/trace.go:171","msg":"trace[136698037] linearizableReadLoop","detail":"{readStateIndex:28095; appliedIndex:28094; }","duration":"260.791492ms","start":"2026-08-20T02:15:57.961192Z","end":"2026-08-20T02:15:58.221984Z","steps":["trace[136698037] 'read index received' (duration: 260.534395ms)","trace[136698037] 'applied index is now lower than readState.Index' (duration: 256.047µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:58.22215Z","caller":"traceutil/trace.go:171","msg":"trace[412483225] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"429.331813ms","start":"2026-08-20T02:15:57.792772Z","end":"2026-08-20T02:15:58.222103Z","steps":["trace[412483225] 'process raft request' (duration: 429.035645ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:58.222288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:57.792736Z","time spent":"429.482307ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:58.222311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.088979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-08-20T02:15:58.222194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.226641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-20T02:15:58.22238Z","caller":"traceutil/trace.go:171","msg":"trace[1732056499] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27195; }","duration":"261.208522ms","start":"2026-08-20T02:15:57.961155Z","end":"2026-08-20T02:15:58.222364Z","steps":["trace[1732056499] 'agreement among raft nodes before linearized reading' (duration: 260.959846ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:58.222399Z","caller":"traceutil/trace.go:171","msg":"trace[1389379082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27195; }","duration":"136.464148ms","start":"2026-08-20T02:15:58.085907Z","end":"2026-08-20T02:15:58.222371Z","steps":["trace[1389379082] 'agreement among raft nodes before linearized reading' (duration: 136.218711ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:58.544924Z","caller":"traceutil/trace.go:171","msg":"trace[1380783053] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"189.229903ms","start":"2026-08-20T02:15:58.355615Z","end":"2026-08-20T02:15:58.544845Z","steps":["trace[1380783053] 'process raft request' (duration: 184.580684ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.327418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.137393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:15:59.327966Z","caller":"traceutil/trace.go:171","msg":"trace[494127633] transaction","detail":"{read_only:false; response_revision:27208; number_of_response:1; }","duration":"675.666734ms","start":"2026-08-20T02:15:58.652275Z","end":"2026-08-20T02:15:59.327941Z","steps":["trace[494127633] 'process raft request' (duration: 675.628023ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.328022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.652244Z","time spent":"675.752416ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:59.328027Z","caller":"traceutil/trace.go:171","msg":"trace[1354921666] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"971.905487ms","start":"2026-08-20T02:15:58.356077Z","end":"2026-08-20T02:15:59.327982Z","steps":["trace[1354921666] 'process raft request' (duration: 971.477346ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:59.328159Z","caller":"traceutil/trace.go:171","msg":"trace[222442836] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"971.678711ms","start":"2026-08-20T02:15:58.356472Z","end":"2026-08-20T02:15:59.328151Z","steps":["trace[222442836] 'process raft request' (duration: 971.107127ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.328202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.35646Z","time spent":"971.720502ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:59.328189Z","caller":"traceutil/trace.go:171","msg":"trace[225280785] transaction","detail":"{read_only:false; response_revision:27202; number_of_response:1; }","duration":"972.4347ms","start":"2026-08-20T02:15:58.355722Z","end":"2026-08-20T02:15:59.328157Z","steps":["trace[225280785] 'process raft request' (duration: 699.439814ms)","trace[225280785] 'compare' (duration: 271.738273ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:59.328247Z","caller":"traceutil/trace.go:171","msg":"trace[837644182] linearizableReadLoop","detail":"{readStateIndex:28107; appliedIndex:28100; }","duration":"957.701752ms","start":"2026-08-20T02:15:58.370523Z","end":"2026-08-20T02:15:59.328225Z","steps":["trace[837644182] 'read index received' (duration: 169.64956ms)","trace[837644182] 'applied index is now lower than readState.Index' (duration: 788.050792ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:15:59.328219Z","caller":"traceutil/trace.go:171","msg":"trace[582501324] transaction","detail":"{read_only:false; response_revision:27203; number_of_response:1; }","duration":"972.267096ms","start":"2026-08-20T02:15:58.355925Z","end":"2026-08-20T02:15:59.328192Z","steps":["trace[582501324] 'process raft request' (duration: 971.578549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.328272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.35605Z","time spent":"972.104562ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:59.328321Z","caller":"traceutil/trace.go:171","msg":"trace[688730957] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"971.133307ms","start":"2026-08-20T02:15:58.357173Z","end":"2026-08-20T02:15:59.328306Z","steps":["trace[688730957] 'process raft request' (duration: 970.669605ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:59.328265Z","caller":"traceutil/trace.go:171","msg":"trace[2024368271] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"967.884284ms","start":"2026-08-20T02:15:58.36033Z","end":"2026-08-20T02:15:59.328214Z","steps":["trace[2024368271] 'process raft request' (duration: 967.540285ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.328345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.355704Z","time spent":"972.558643ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:59.328388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.846366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:59.328425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.36031Z","time spent":"968.054489ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:59.328412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.357164Z","time spent":"971.196178ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:15:59.328473Z","caller":"traceutil/trace.go:171","msg":"trace[288819144] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27208; }","duration":"957.974709ms","start":"2026-08-20T02:15:58.370476Z","end":"2026-08-20T02:15:59.32845Z","steps":["trace[288819144] 'agreement among raft nodes before linearized reading' (duration: 957.831985ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.328446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.355913Z","time spent":"972.41728ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:15:59.328509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.76509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:15:59.328534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.370454Z","time spent":"958.063281ms","remote":"127.0.0.1:46046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:59.328523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.505651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:15:59.32857Z","caller":"traceutil/trace.go:171","msg":"trace[1713537154] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27208; }","duration":"372.873382ms","start":"2026-08-20T02:15:58.955678Z","end":"2026-08-20T02:15:59.328551Z","steps":["trace[1713537154] 'agreement among raft nodes before linearized reading' (duration: 372.77045ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:15:59.32861Z","caller":"traceutil/trace.go:171","msg":"trace[861090837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27208; }","duration":"719.639234ms","start":"2026-08-20T02:15:58.608949Z","end":"2026-08-20T02:15:59.328588Z","steps":["trace[861090837] 'agreement among raft nodes before linearized reading' (duration: 719.495321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.328622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.955654Z","time spent":"372.951535ms","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:15:59.32871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:58.608921Z","time spent":"719.721946ms","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:15:59.330575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.915609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-08-20T02:15:59.33063Z","caller":"traceutil/trace.go:171","msg":"trace[1827977280] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27208; }","duration":"316.009752ms","start":"2026-08-20T02:15:59.014606Z","end":"2026-08-20T02:15:59.330616Z","steps":["trace[1827977280] 'agreement among raft nodes before linearized reading' (duration: 313.834616ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:15:59.330683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:59.014589Z","time spent":"316.082653ms","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2707,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-08-20T02:16:00.830097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.029187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-20T02:16:00.830658Z","caller":"traceutil/trace.go:171","msg":"trace[83013860] transaction","detail":"{read_only:false; response_revision:27209; number_of_response:1; }","duration":"1.494963699s","start":"2026-08-20T02:15:59.335637Z","end":"2026-08-20T02:16:00.830601Z","steps":["trace[83013860] 'process raft request' (duration: 612.348587ms)","trace[83013860] 'compare' (duration: 881.018932ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:16:00.830806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:59.335618Z","time spent":"1.495112394s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:16:00.898917Z","caller":"traceutil/trace.go:171","msg":"trace[666156258] linearizableReadLoop","detail":"{readStateIndex:28110; appliedIndex:28108; }","duration":"1.209609876s","start":"2026-08-20T02:15:59.689283Z","end":"2026-08-20T02:16:00.898893Z","steps":["trace[666156258] 'read index received' (duration: 258.716238ms)","trace[666156258] 'applied index is now lower than readState.Index' (duration: 950.891858ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:16:00.899002Z","caller":"traceutil/trace.go:171","msg":"trace[1064156064] transaction","detail":"{read_only:false; response_revision:27211; number_of_response:1; }","duration":"345.89763ms","start":"2026-08-20T02:16:00.553039Z","end":"2026-08-20T02:16:00.898937Z","steps":["trace[1064156064] 'process raft request' (duration: 345.846888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:00.899123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:00.553022Z","time spent":"346.039623ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:16:00.89912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209826441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-20T02:16:00.899204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.859983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:16:00.899205Z","caller":"traceutil/trace.go:171","msg":"trace[923718687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27211; }","duration":"1.209947974s","start":"2026-08-20T02:15:59.689239Z","end":"2026-08-20T02:16:00.899187Z","steps":["trace[923718687] 'agreement among raft nodes before linearized reading' (duration: 1.209807621s)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:16:00.899241Z","caller":"traceutil/trace.go:171","msg":"trace[568426552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27211; }","duration":"660.907384ms","start":"2026-08-20T02:16:00.238322Z","end":"2026-08-20T02:16:00.899229Z","steps":["trace[568426552] 'agreement among raft nodes before linearized reading' (duration: 660.755961ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:00.899254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:15:59.689222Z","time spent":"1.210021067s","remote":"127.0.0.1:52484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-20T02:16:00.899278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.166188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-08-20T02:16:00.899282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.047672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-08-20T02:16:00.899326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.171906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-20T02:16:00.899352Z","caller":"traceutil/trace.go:171","msg":"trace[468723185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27211; }","duration":"544.230826ms","start":"2026-08-20T02:16:00.355115Z","end":"2026-08-20T02:16:00.899346Z","steps":["trace[468723185] 'agreement among raft nodes before linearized reading' (duration: 544.170065ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:16:00.899318Z","caller":"traceutil/trace.go:171","msg":"trace[430846102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27211; }","duration":"299.25378ms","start":"2026-08-20T02:16:00.600055Z","end":"2026-08-20T02:16:00.899309Z","steps":["trace[430846102] 'agreement among raft nodes before linearized reading' (duration: 299.133527ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:00.899372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:00.355097Z","time spent":"544.270908ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-20T02:16:00.89927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:00.238259Z","time spent":"661.005327ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-20T02:16:00.899368Z","caller":"traceutil/trace.go:171","msg":"trace[363210459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27211; }","duration":"544.172165ms","start":"2026-08-20T02:16:00.355175Z","end":"2026-08-20T02:16:00.899347Z","steps":["trace[363210459] 'agreement among raft nodes before linearized reading' (duration: 543.94642ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:16:00.89929Z","caller":"traceutil/trace.go:171","msg":"trace[259321692] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"640.260255ms","start":"2026-08-20T02:16:00.259021Z","end":"2026-08-20T02:16:00.899281Z","steps":["trace[259321692] 'process raft request' (duration: 639.738381ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:00.899442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:00.355155Z","time spent":"544.271947ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-20T02:16:00.899493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:00.258994Z","time spent":"640.47243ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:16:00.899606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.646251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-20T02:16:00.899639Z","caller":"traceutil/trace.go:171","msg":"trace[1079905888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27211; }","duration":"620.708173ms","start":"2026-08-20T02:16:00.278923Z","end":"2026-08-20T02:16:00.899631Z","steps":["trace[1079905888] 'agreement among raft nodes before linearized reading' (duration: 620.61877ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:00.899661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:00.278911Z","time spent":"620.745663ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-20T02:16:01.456021Z","caller":"traceutil/trace.go:171","msg":"trace[2139463700] transaction","detail":"{read_only:false; response_revision:27216; number_of_response:1; }","duration":"121.546963ms","start":"2026-08-20T02:16:01.334445Z","end":"2026-08-20T02:16:01.455992Z","steps":["trace[2139463700] 'process raft request' (duration: 121.370318ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:16:02.157391Z","caller":"traceutil/trace.go:171","msg":"trace[13596461] transaction","detail":"{read_only:false; response_revision:27217; number_of_response:1; }","duration":"822.859067ms","start":"2026-08-20T02:16:01.334506Z","end":"2026-08-20T02:16:02.157365Z","steps":["trace[13596461] 'process raft request' (duration: 822.632901ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:02.157545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:01.334479Z","time spent":"822.989551ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:16:02.157905Z","caller":"traceutil/trace.go:171","msg":"trace[1556655386] linearizableReadLoop","detail":"{readStateIndex:28122; appliedIndex:28117; }","duration":"201.688183ms","start":"2026-08-20T02:16:01.956199Z","end":"2026-08-20T02:16:02.157888Z","steps":["trace[1556655386] 'read index received' (duration: 200.938704ms)","trace[1556655386] 'applied index is now lower than readState.Index' (duration: 748.949µs)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:16:02.158011Z","caller":"traceutil/trace.go:171","msg":"trace[1173683398] transaction","detail":"{read_only:false; response_revision:27218; number_of_response:1; }","duration":"823.287597ms","start":"2026-08-20T02:16:01.334687Z","end":"2026-08-20T02:16:02.157974Z","steps":["trace[1173683398] 'process raft request' (duration: 822.635591ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:16:02.158072Z","caller":"traceutil/trace.go:171","msg":"trace[417916192] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"821.236735ms","start":"2026-08-20T02:16:01.336813Z","end":"2026-08-20T02:16:02.158049Z","steps":["trace[417916192] 'process raft request' (duration: 821.049071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:02.158055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.850707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-08-20T02:16:02.158106Z","caller":"traceutil/trace.go:171","msg":"trace[1841279653] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"821.560593ms","start":"2026-08-20T02:16:01.336512Z","end":"2026-08-20T02:16:02.158073Z","steps":["trace[1841279653] 'process raft request' (duration: 821.230975ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:16:02.158164Z","caller":"traceutil/trace.go:171","msg":"trace[1583237757] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27221; }","duration":"202.015441ms","start":"2026-08-20T02:16:01.956139Z","end":"2026-08-20T02:16:02.158154Z","steps":["trace[1583237757] 'agreement among raft nodes before linearized reading' (duration: 201.817846ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:02.158213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:01.336808Z","time spent":"821.315457ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:16:02.158233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:01.334662Z","time spent":"823.511733ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-20T02:16:02.158278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:01.336498Z","time spent":"821.680056ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:16:02.158479Z","caller":"traceutil/trace.go:171","msg":"trace[1727570288] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"821.690486ms","start":"2026-08-20T02:16:01.336759Z","end":"2026-08-20T02:16:02.15845Z","steps":["trace[1727570288] 'process raft request' (duration: 821.074191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:16:02.158544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:16:01.336752Z","time spent":"821.757258ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-20T02:17:13.90639Z","caller":"traceutil/trace.go:171","msg":"trace[1260783268] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"125.948237ms","start":"2026-08-20T02:17:13.780414Z","end":"2026-08-20T02:17:13.906363Z","steps":["trace[1260783268] 'process raft request' (duration: 125.791533ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:13.047852Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"98aaa0557ab926b1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-20T02:19:13.054964Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-08-20T02:19:13.055096Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-08-20T02:19:31.258477Z","caller":"traceutil/trace.go:171","msg":"trace[135289304] transaction","detail":"{read_only:false; response_revision:29254; number_of_response:1; }","duration":"191.154912ms","start":"2026-08-20T02:19:31.06729Z","end":"2026-08-20T02:19:31.258445Z","steps":["trace[135289304] 'process raft request' (duration: 185.586109ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:31.258912Z","caller":"traceutil/trace.go:171","msg":"trace[1396078578] transaction","detail":"{read_only:false; response_revision:29256; number_of_response:1; }","duration":"171.19094ms","start":"2026-08-20T02:19:31.087696Z","end":"2026-08-20T02:19:31.258887Z","steps":["trace[1396078578] 'process raft request' (duration: 171.072747ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:31.259009Z","caller":"traceutil/trace.go:171","msg":"trace[2093306116] transaction","detail":"{read_only:false; response_revision:29257; number_of_response:1; }","duration":"170.572353ms","start":"2026-08-20T02:19:31.088426Z","end":"2026-08-20T02:19:31.258998Z","steps":["trace[2093306116] 'process raft request' (duration: 170.42122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:19:31.259073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.704847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:19:31.258917Z","caller":"traceutil/trace.go:171","msg":"trace[1557632018] transaction","detail":"{read_only:false; response_revision:29255; number_of_response:1; }","duration":"172.280767ms","start":"2026-08-20T02:19:31.086577Z","end":"2026-08-20T02:19:31.258858Z","steps":["trace[1557632018] 'process raft request' (duration: 171.810815ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:31.259124Z","caller":"traceutil/trace.go:171","msg":"trace[2051039061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29257; }","duration":"128.779579ms","start":"2026-08-20T02:19:31.13033Z","end":"2026-08-20T02:19:31.25911Z","steps":["trace[2051039061] 'agreement among raft nodes before linearized reading' (duration: 128.666366ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:31.258956Z","caller":"traceutil/trace.go:171","msg":"trace[855946691] linearizableReadLoop","detail":"{readStateIndex:30207; appliedIndex:30203; }","duration":"128.597855ms","start":"2026-08-20T02:19:31.130339Z","end":"2026-08-20T02:19:31.258937Z","steps":["trace[855946691] 'read index received' (duration: 122.447357ms)","trace[855946691] 'applied index is now lower than readState.Index' (duration: 6.149708ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:19:37.398339Z","caller":"traceutil/trace.go:171","msg":"trace[122819980] transaction","detail":"{read_only:false; response_revision:29306; number_of_response:1; }","duration":"108.232751ms","start":"2026-08-20T02:19:37.290079Z","end":"2026-08-20T02:19:37.398312Z","steps":["trace[122819980] 'process raft request' (duration: 107.82307ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:37.398376Z","caller":"traceutil/trace.go:171","msg":"trace[2042988205] transaction","detail":"{read_only:false; response_revision:29305; number_of_response:1; }","duration":"118.25817ms","start":"2026-08-20T02:19:37.280065Z","end":"2026-08-20T02:19:37.398323Z","steps":["trace[2042988205] 'process raft request' (duration: 86.471082ms)","trace[2042988205] 'compare' (duration: 30.915655ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:19:37.398366Z","caller":"traceutil/trace.go:171","msg":"trace[747879046] transaction","detail":"{read_only:false; response_revision:29307; number_of_response:1; }","duration":"107.559085ms","start":"2026-08-20T02:19:37.290777Z","end":"2026-08-20T02:19:37.398336Z","steps":["trace[747879046] 'process raft request' (duration: 107.195375ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:38.03714Z","caller":"traceutil/trace.go:171","msg":"trace[235364300] transaction","detail":"{read_only:false; response_revision:29308; number_of_response:1; }","duration":"221.091922ms","start":"2026-08-20T02:19:37.816029Z","end":"2026-08-20T02:19:38.037121Z","steps":["trace[235364300] 'process raft request' (duration: 220.969469ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:19:38.039925Z","caller":"traceutil/trace.go:171","msg":"trace[471573159] transaction","detail":"{read_only:false; response_revision:29309; number_of_response:1; }","duration":"220.100627ms","start":"2026-08-20T02:19:37.81979Z","end":"2026-08-20T02:19:38.03989Z","steps":["trace[471573159] 'process raft request' (duration: 219.951504ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.406303Z","caller":"traceutil/trace.go:171","msg":"trace[1913837818] linearizableReadLoop","detail":"{readStateIndex:30538; appliedIndex:30535; }","duration":"241.921448ms","start":"2026-08-20T02:20:00.164357Z","end":"2026-08-20T02:20:00.406278Z","steps":["trace[1913837818] 'read index received' (duration: 39.205498ms)","trace[1913837818] 'applied index is now lower than readState.Index' (duration: 202.71469ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:20:00.406429Z","caller":"traceutil/trace.go:171","msg":"trace[1745641435] transaction","detail":"{read_only:false; response_revision:29578; number_of_response:1; }","duration":"280.286013ms","start":"2026-08-20T02:20:00.126092Z","end":"2026-08-20T02:20:00.406378Z","steps":["trace[1745641435] 'process raft request' (duration: 280.088118ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.406355Z","caller":"traceutil/trace.go:171","msg":"trace[440916906] transaction","detail":"{read_only:false; response_revision:29577; number_of_response:1; }","duration":"283.176008ms","start":"2026-08-20T02:20:00.123136Z","end":"2026-08-20T02:20:00.406312Z","steps":["trace[440916906] 'process raft request' (duration: 218.925886ms)","trace[440916906] 'compare' (duration: 63.78119ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:20:00.406987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.444861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-20T02:20:00.40707Z","caller":"traceutil/trace.go:171","msg":"trace[70403153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29578; }","duration":"242.733499ms","start":"2026-08-20T02:20:00.164293Z","end":"2026-08-20T02:20:00.407026Z","steps":["trace[70403153] 'agreement among raft nodes before linearized reading' (duration: 242.120143ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.420851Z","caller":"traceutil/trace.go:171","msg":"trace[354012706] transaction","detail":"{read_only:false; response_revision:29580; number_of_response:1; }","duration":"211.532156ms","start":"2026-08-20T02:20:00.209264Z","end":"2026-08-20T02:20:00.420796Z","steps":["trace[354012706] 'process raft request' (duration: 211.366092ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:20:00.420929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.691104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-20T02:20:00.42101Z","caller":"traceutil/trace.go:171","msg":"trace[178766121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29581; }","duration":"217.832238ms","start":"2026-08-20T02:20:00.203161Z","end":"2026-08-20T02:20:00.420993Z","steps":["trace[178766121] 'agreement among raft nodes before linearized reading' (duration: 217.625233ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:20:00.421199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.292685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-20T02:20:00.421259Z","caller":"traceutil/trace.go:171","msg":"trace[1482630150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29581; }","duration":"191.402059ms","start":"2026-08-20T02:20:00.229839Z","end":"2026-08-20T02:20:00.421241Z","steps":["trace[1482630150] 'agreement among raft nodes before linearized reading' (duration: 191.267465ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.421263Z","caller":"traceutil/trace.go:171","msg":"trace[245826041] transaction","detail":"{read_only:false; response_revision:29581; number_of_response:1; }","duration":"209.634357ms","start":"2026-08-20T02:20:00.21162Z","end":"2026-08-20T02:20:00.421254Z","steps":["trace[245826041] 'process raft request' (duration: 209.065853ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:20:00.421246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.517498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-20T02:20:00.42134Z","caller":"traceutil/trace.go:171","msg":"trace[493315454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29581; }","duration":"141.684592ms","start":"2026-08-20T02:20:00.279636Z","end":"2026-08-20T02:20:00.421321Z","steps":["trace[493315454] 'agreement among raft nodes before linearized reading' (duration: 141.305402ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:20:00.421527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.380092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-20T02:20:00.421735Z","caller":"traceutil/trace.go:171","msg":"trace[710983955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29581; }","duration":"139.69054ms","start":"2026-08-20T02:20:00.28202Z","end":"2026-08-20T02:20:00.421711Z","steps":["trace[710983955] 'agreement among raft nodes before linearized reading' (duration: 139.114965ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.421567Z","caller":"traceutil/trace.go:171","msg":"trace[1858792098] transaction","detail":"{read_only:false; response_revision:29579; number_of_response:1; }","duration":"213.639419ms","start":"2026-08-20T02:20:00.207906Z","end":"2026-08-20T02:20:00.421545Z","steps":["trace[1858792098] 'process raft request' (duration: 212.584313ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.587233Z","caller":"traceutil/trace.go:171","msg":"trace[1781318288] transaction","detail":"{read_only:false; response_revision:29583; number_of_response:1; }","duration":"160.754841ms","start":"2026-08-20T02:20:00.426411Z","end":"2026-08-20T02:20:00.587166Z","steps":["trace[1781318288] 'process raft request' (duration: 111.369942ms)","trace[1781318288] 'compare' (duration: 49.158133ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:20:00.587625Z","caller":"traceutil/trace.go:171","msg":"trace[337027055] transaction","detail":"{read_only:false; response_revision:29584; number_of_response:1; }","duration":"161.167811ms","start":"2026-08-20T02:20:00.426435Z","end":"2026-08-20T02:20:00.587603Z","steps":["trace[337027055] 'process raft request' (duration: 160.670128ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.587712Z","caller":"traceutil/trace.go:171","msg":"trace[1887003577] transaction","detail":"{read_only:false; response_revision:29585; number_of_response:1; }","duration":"160.882274ms","start":"2026-08-20T02:20:00.426812Z","end":"2026-08-20T02:20:00.587695Z","steps":["trace[1887003577] 'process raft request' (duration: 160.515055ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.588469Z","caller":"traceutil/trace.go:171","msg":"trace[1949003899] transaction","detail":"{read_only:false; response_revision:29586; number_of_response:1; }","duration":"161.406368ms","start":"2026-08-20T02:20:00.427044Z","end":"2026-08-20T02:20:00.58845Z","steps":["trace[1949003899] 'process raft request' (duration: 160.584717ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.588636Z","caller":"traceutil/trace.go:171","msg":"trace[648049065] transaction","detail":"{read_only:false; response_revision:29587; number_of_response:1; }","duration":"161.438229ms","start":"2026-08-20T02:20:00.427178Z","end":"2026-08-20T02:20:00.588616Z","steps":["trace[648049065] 'process raft request' (duration: 161.04745ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.656884Z","caller":"traceutil/trace.go:171","msg":"trace[985959795] transaction","detail":"{read_only:false; response_revision:29589; number_of_response:1; }","duration":"227.63889ms","start":"2026-08-20T02:20:00.429218Z","end":"2026-08-20T02:20:00.656857Z","steps":["trace[985959795] 'process raft request' (duration: 227.582148ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:00.657236Z","caller":"traceutil/trace.go:171","msg":"trace[1328920551] transaction","detail":"{read_only:false; response_revision:29588; number_of_response:1; }","duration":"228.934673ms","start":"2026-08-20T02:20:00.42827Z","end":"2026-08-20T02:20:00.657205Z","steps":["trace[1328920551] 'process raft request' (duration: 228.361398ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:20:56.244715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27182} {"level":"info","ts":"2026-08-20T02:20:56.369538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27182,"took":"121.328709ms","hash":3611088180,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":37199872,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-08-20T02:20:56.369624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3611088180,"revision":27182,"compact-revision":24639} {"level":"info","ts":"2026-08-20T02:25:56.252632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30049} {"level":"info","ts":"2026-08-20T02:25:56.395915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30049,"took":"139.604348ms","hash":3869644025,"current-db-size-bytes":58195968,"current-db-size":"58 MB","current-db-size-in-use-bytes":31236096,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-20T02:25:56.395994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3869644025,"revision":30049,"compact-revision":27182} {"level":"info","ts":"2026-08-20T02:27:56.5446Z","caller":"traceutil/trace.go:171","msg":"trace[551733021] transaction","detail":"{read_only:false; response_revision:33185; number_of_response:1; }","duration":"101.731975ms","start":"2026-08-20T02:27:56.442838Z","end":"2026-08-20T02:27:56.54457Z","steps":["trace[551733021] 'process raft request' (duration: 101.553611ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:30:56.260894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32305} {"level":"info","ts":"2026-08-20T02:30:56.421677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32305,"took":"154.418778ms","hash":38136711,"current-db-size-bytes":59236352,"current-db-size":"59 MB","current-db-size-in-use-bytes":30388224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-20T02:30:56.421825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":38136711,"revision":32305,"compact-revision":30049} {"level":"warn","ts":"2026-08-20T02:35:39.282279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.880342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:35:39.282402Z","caller":"traceutil/trace.go:171","msg":"trace[1907830665] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:36690; }","duration":"397.536949ms","start":"2026-08-20T02:35:38.88484Z","end":"2026-08-20T02:35:39.282377Z","steps":["trace[1907830665] 'count revisions from in-memory index tree' (duration: 396.77337ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:35:39.282365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.992643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-20T02:35:39.282444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-20T02:35:38.884816Z","time spent":"397.617631ms","remote":"127.0.0.1:47208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-08-20T02:35:39.282477Z","caller":"traceutil/trace.go:171","msg":"trace[1836803105] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:36690; }","duration":"188.336072ms","start":"2026-08-20T02:35:39.094111Z","end":"2026-08-20T02:35:39.282447Z","steps":["trace[1836803105] 'count revisions from in-memory index tree' (duration: 187.928151ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.502756Z","caller":"traceutil/trace.go:171","msg":"trace[1551489881] transaction","detail":"{read_only:false; response_revision:36727; number_of_response:1; }","duration":"195.950197ms","start":"2026-08-20T02:35:43.306786Z","end":"2026-08-20T02:35:43.502736Z","steps":["trace[1551489881] 'process raft request' (duration: 195.839214ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.525997Z","caller":"traceutil/trace.go:171","msg":"trace[49060621] transaction","detail":"{read_only:false; response_revision:36729; number_of_response:1; }","duration":"215.489969ms","start":"2026-08-20T02:35:43.310481Z","end":"2026-08-20T02:35:43.525971Z","steps":["trace[49060621] 'process raft request' (duration: 215.407767ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.526106Z","caller":"traceutil/trace.go:171","msg":"trace[1864983145] linearizableReadLoop","detail":"{readStateIndex:37891; appliedIndex:37889; }","duration":"204.557018ms","start":"2026-08-20T02:35:43.321522Z","end":"2026-08-20T02:35:43.526079Z","steps":["trace[1864983145] 'read index received' (duration: 181.198968ms)","trace[1864983145] 'applied index is now lower than readState.Index' (duration: 23.3563ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:35:43.526098Z","caller":"traceutil/trace.go:171","msg":"trace[1736105222] transaction","detail":"{read_only:false; response_revision:36728; number_of_response:1; }","duration":"215.607262ms","start":"2026-08-20T02:35:43.310451Z","end":"2026-08-20T02:35:43.526058Z","steps":["trace[1736105222] 'process raft request' (duration: 215.298084ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.526176Z","caller":"traceutil/trace.go:171","msg":"trace[2056503390] transaction","detail":"{read_only:false; response_revision:36730; number_of_response:1; }","duration":"198.346168ms","start":"2026-08-20T02:35:43.327792Z","end":"2026-08-20T02:35:43.526138Z","steps":["trace[2056503390] 'process raft request' (duration: 198.138583ms)"],"step_count":1} {"level":"warn","ts":"2026-08-20T02:35:43.526317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.788654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:35:43.526357Z","caller":"traceutil/trace.go:171","msg":"trace[1349083039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36730; }","duration":"204.867907ms","start":"2026-08-20T02:35:43.321478Z","end":"2026-08-20T02:35:43.526346Z","steps":["trace[1349083039] 'agreement among raft nodes before linearized reading' (duration: 204.730263ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.756699Z","caller":"traceutil/trace.go:171","msg":"trace[1697878199] transaction","detail":"{read_only:false; response_revision:36732; number_of_response:1; }","duration":"172.3535ms","start":"2026-08-20T02:35:43.584297Z","end":"2026-08-20T02:35:43.75665Z","steps":["trace[1697878199] 'process raft request' (duration: 172.040922ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.756811Z","caller":"traceutil/trace.go:171","msg":"trace[853053537] linearizableReadLoop","detail":"{readStateIndex:37894; appliedIndex:37893; }","duration":"146.510636ms","start":"2026-08-20T02:35:43.610093Z","end":"2026-08-20T02:35:43.756603Z","steps":["trace[853053537] 'read index received' (duration: 146.192567ms)","trace[853053537] 'applied index is now lower than readState.Index' (duration: 317.189µs)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:35:43.756892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.807783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-20T02:35:43.756985Z","caller":"traceutil/trace.go:171","msg":"trace[1721986163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36732; }","duration":"146.947478ms","start":"2026-08-20T02:35:43.610016Z","end":"2026-08-20T02:35:43.756963Z","steps":["trace[1721986163] 'agreement among raft nodes before linearized reading' (duration: 146.768242ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.933466Z","caller":"traceutil/trace.go:171","msg":"trace[1946117940] transaction","detail":"{read_only:false; response_revision:36735; number_of_response:1; }","duration":"171.252323ms","start":"2026-08-20T02:35:43.762186Z","end":"2026-08-20T02:35:43.933438Z","steps":["trace[1946117940] 'process raft request' (duration: 171.102899ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:43.933738Z","caller":"traceutil/trace.go:171","msg":"trace[1101436766] transaction","detail":"{read_only:false; response_revision:36734; number_of_response:1; }","duration":"171.612262ms","start":"2026-08-20T02:35:43.762091Z","end":"2026-08-20T02:35:43.933703Z","steps":["trace[1101436766] 'process raft request' (duration: 79.771691ms)","trace[1101436766] 'compare' (duration: 91.090611ms)"],"step_count":2} {"level":"info","ts":"2026-08-20T02:35:44.229555Z","caller":"traceutil/trace.go:171","msg":"trace[763579617] transaction","detail":"{read_only:false; response_revision:36738; number_of_response:1; }","duration":"128.549585ms","start":"2026-08-20T02:35:44.100979Z","end":"2026-08-20T02:35:44.229529Z","steps":["trace[763579617] 'process raft request' (duration: 124.164433ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:35:56.272766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34539} {"level":"info","ts":"2026-08-20T02:35:56.428712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34539,"took":"150.97668ms","hash":3173292266,"current-db-size-bytes":59236352,"current-db-size":"59 MB","current-db-size-in-use-bytes":30396416,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-20T02:35:56.428889Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3173292266,"revision":34539,"compact-revision":32305} {"level":"info","ts":"2026-08-20T02:36:19.901435Z","caller":"traceutil/trace.go:171","msg":"trace[745505302] transaction","detail":"{read_only:false; response_revision:36998; number_of_response:1; }","duration":"253.722363ms","start":"2026-08-20T02:36:19.647686Z","end":"2026-08-20T02:36:19.901408Z","steps":["trace[745505302] 'process raft request' (duration: 253.559799ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:36:19.916633Z","caller":"traceutil/trace.go:171","msg":"trace[472924816] transaction","detail":"{read_only:false; response_revision:36999; number_of_response:1; }","duration":"252.106691ms","start":"2026-08-20T02:36:19.664492Z","end":"2026-08-20T02:36:19.916599Z","steps":["trace[472924816] 'process raft request' (duration: 251.842334ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:36:19.917133Z","caller":"traceutil/trace.go:171","msg":"trace[947035328] transaction","detail":"{read_only:false; response_revision:37001; number_of_response:1; }","duration":"244.28339ms","start":"2026-08-20T02:36:19.672792Z","end":"2026-08-20T02:36:19.917075Z","steps":["trace[947035328] 'process raft request' (duration: 244.001823ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:36:19.917272Z","caller":"traceutil/trace.go:171","msg":"trace[1070009604] transaction","detail":"{read_only:false; response_revision:37000; number_of_response:1; }","duration":"252.667716ms","start":"2026-08-20T02:36:19.664585Z","end":"2026-08-20T02:36:19.917253Z","steps":["trace[1070009604] 'process raft request' (duration: 251.909495ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:36:19.919854Z","caller":"traceutil/trace.go:171","msg":"trace[18670084] linearizableReadLoop","detail":"{readStateIndex:38172; appliedIndex:38168; }","duration":"159.455349ms","start":"2026-08-20T02:36:19.760362Z","end":"2026-08-20T02:36:19.919818Z","steps":["trace[18670084] 'read index received' (duration: 141.98397ms)","trace[18670084] 'applied index is now lower than readState.Index' (duration: 17.469149ms)"],"step_count":2} {"level":"warn","ts":"2026-08-20T02:36:19.921694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.763707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-20T02:36:19.921797Z","caller":"traceutil/trace.go:171","msg":"trace[187611179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37001; }","duration":"161.443779ms","start":"2026-08-20T02:36:19.760335Z","end":"2026-08-20T02:36:19.921779Z","steps":["trace[187611179] 'agreement among raft nodes before linearized reading' (duration: 159.634664ms)"],"step_count":1} {"level":"info","ts":"2026-08-20T02:40:11.734983Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"98aaa0557ab926b1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-20T02:40:11.739891Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-08-20T02:40:11.739977Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-08-20T02:40:56.280297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36832} {"level":"info","ts":"2026-08-20T02:40:56.41075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36832,"took":"126.172784ms","hash":3348220387,"current-db-size-bytes":59662336,"current-db-size":"60 MB","current-db-size-in-use-bytes":32493568,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-20T02:40:56.410856Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3348220387,"revision":36832,"compact-revision":34539} {"level":"info","ts":"2026-08-20T02:45:56.290685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39107} {"level":"info","ts":"2026-08-20T02:45:56.430527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39107,"took":"134.810627ms","hash":1387074864,"current-db-size-bytes":60932096,"current-db-size":"61 MB","current-db-size-in-use-bytes":31657984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-20T02:45:56.430601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1387074864,"revision":39107,"compact-revision":36832}