{"level":"warn","ts":"2026-04-07T09:34:29.917026Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:34:29.91716Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T09:34:29.917246Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:34:29.917254Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-07T09:34:29.917275Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:34:29.918066Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-07T09:34:29.918146Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T09:34:29.923862Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.433772ms"} {"level":"info","ts":"2026-04-07T09:34:29.929123Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-07T09:34:29.929214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T09:34:29.929253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-07T09:34:29.92927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T09:34:29.929283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-07T09:34:29.92932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-07T09:34:29.935334Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T09:34:29.936641Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T09:34:29.937948Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T09:34:29.940218Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T09:34:29.940331Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T09:34:29.940511Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:34:29.940562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:34:29.940576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:34:29.944819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-07T09:34:29.945797Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-07T09:34:29.947884Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:34:29.94818Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T09:34:29.948223Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T09:34:29.948303Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-07T09:34:29.948328Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-07T09:34:30.329775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T09:34:30.329875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T09:34:30.32992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-07T09:34:30.329948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-07T09:34:30.329962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-07T09:34:30.329981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-07T09:34:30.329997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-07T09:34:30.46449Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:34:30.465263Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T09:34:30.465436Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:34:30.465731Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:34:30.465794Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T09:34:30.465867Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T09:34:30.465462Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:34:30.466108Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:34:30.466169Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:34:30.469511Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-07T09:34:30.470743Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-07T09:34:33.293874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.914599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-07T09:34:33.294171Z","caller":"traceutil/trace.go:171","msg":"trace[1548891404] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"467.70013ms","start":"2026-04-07T09:34:32.82638Z","end":"2026-04-07T09:34:33.29408Z","steps":["trace[1548891404] 'process raft request' (duration: 220.753081ms)","trace[1548891404] 'compare' (duration: 245.703858ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:34:33.294047Z","caller":"traceutil/trace.go:171","msg":"trace[2128210085] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"466.770082ms","start":"2026-04-07T09:34:32.82725Z","end":"2026-04-07T09:34:33.29402Z","steps":["trace[2128210085] 'read index received' (duration: 219.762092ms)","trace[2128210085] 'applied index is now lower than readState.Index' (duration: 247.00634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:34:33.294411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.103765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-07T09:34:33.294442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:32.82636Z","time spent":"467.908032ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:34:33.294504Z","caller":"traceutil/trace.go:171","msg":"trace[1452120805] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:73; }","duration":"467.256376ms","start":"2026-04-07T09:34:32.827218Z","end":"2026-04-07T09:34:33.294475Z","steps":["trace[1452120805] 'agreement among raft nodes before linearized reading' (duration: 466.997264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:33.294568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:32.827207Z","time spent":"467.345666ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-07T09:34:33.294893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.632303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-07T09:34:33.294999Z","caller":"traceutil/trace.go:171","msg":"trace[1041920546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"451.929615ms","start":"2026-04-07T09:34:32.843041Z","end":"2026-04-07T09:34:33.29497Z","steps":["trace[1041920546] 'agreement among raft nodes before linearized reading' (duration: 451.584312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:33.295059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:32.843031Z","time spent":"452.015806ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T09:34:35.735401Z","caller":"traceutil/trace.go:171","msg":"trace[1642329523] linearizableReadLoop","detail":"{readStateIndex:232; appliedIndex:231; }","duration":"107.615917ms","start":"2026-04-07T09:34:35.627753Z","end":"2026-04-07T09:34:35.735368Z","steps":["trace[1642329523] 'read index received' (duration: 105.355737ms)","trace[1642329523] 'applied index is now lower than readState.Index' (duration: 2.258839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:34:35.735602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.809838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-07T09:34:35.735639Z","caller":"traceutil/trace.go:171","msg":"trace[1565700389] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:226; }","duration":"107.893229ms","start":"2026-04-07T09:34:35.627733Z","end":"2026-04-07T09:34:35.735626Z","steps":["trace[1565700389] 'agreement among raft nodes before linearized reading' (duration: 107.781478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:35.74636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.057957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-04-07T09:34:35.746424Z","caller":"traceutil/trace.go:171","msg":"trace[1814675284] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:226; }","duration":"118.146877ms","start":"2026-04-07T09:34:35.628261Z","end":"2026-04-07T09:34:35.746408Z","steps":["trace[1814675284] 'agreement among raft nodes before linearized reading' (duration: 117.982296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:35.746523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.988064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115"} {"level":"info","ts":"2026-04-07T09:34:35.746547Z","caller":"traceutil/trace.go:171","msg":"trace[1888735719] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:226; }","duration":"104.033664ms","start":"2026-04-07T09:34:35.642504Z","end":"2026-04-07T09:34:35.746538Z","steps":["trace[1888735719] 'agreement among raft nodes before linearized reading' (duration: 103.986324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:00.258625Z","caller":"traceutil/trace.go:171","msg":"trace[257756604] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"110.931877ms","start":"2026-04-07T09:35:00.147669Z","end":"2026-04-07T09:35:00.258601Z","steps":["trace[257756604] 'process raft request' (duration: 110.806776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:00.268688Z","caller":"traceutil/trace.go:171","msg":"trace[1436494553] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"116.986776ms","start":"2026-04-07T09:35:00.15169Z","end":"2026-04-07T09:35:00.268677Z","steps":["trace[1436494553] 'process raft request' (duration: 116.421673ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:00.26899Z","caller":"traceutil/trace.go:171","msg":"trace[1796320465] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"117.130237ms","start":"2026-04-07T09:35:00.151833Z","end":"2026-04-07T09:35:00.268963Z","steps":["trace[1796320465] 'process raft request' (duration: 116.324312ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:04.199779Z","caller":"traceutil/trace.go:171","msg":"trace[1632480757] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"153.934091ms","start":"2026-04-07T09:35:04.045817Z","end":"2026-04-07T09:35:04.199751Z","steps":["trace[1632480757] 'read index received' (duration: 151.89085ms)","trace[1632480757] 'applied index is now lower than readState.Index' (duration: 2.042301ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:35:04.199831Z","caller":"traceutil/trace.go:171","msg":"trace[103267589] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"156.268826ms","start":"2026-04-07T09:35:04.043528Z","end":"2026-04-07T09:35:04.199797Z","steps":["trace[103267589] 'process raft request' (duration: 154.345895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:04.199983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.139633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T09:35:04.200091Z","caller":"traceutil/trace.go:171","msg":"trace[233182157] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:553; }","duration":"154.294053ms","start":"2026-04-07T09:35:04.045768Z","end":"2026-04-07T09:35:04.200063Z","steps":["trace[233182157] 'agreement among raft nodes before linearized reading' (duration: 154.081862ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:06.663376Z","caller":"traceutil/trace.go:171","msg":"trace[2093746142] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"340.405193ms","start":"2026-04-07T09:35:06.322927Z","end":"2026-04-07T09:35:06.663332Z","steps":["trace[2093746142] 'read index received' (duration: 338.336911ms)","trace[2093746142] 'applied index is now lower than readState.Index' (duration: 2.066222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:35:06.664142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.183647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:35:06.663423Z","caller":"traceutil/trace.go:171","msg":"trace[876213531] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"368.081667ms","start":"2026-04-07T09:35:06.295316Z","end":"2026-04-07T09:35:06.663398Z","steps":["trace[876213531] 'process raft request' (duration: 366.9318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:06.664708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:35:06.295281Z","time spent":"369.047353ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:35:06.664216Z","caller":"traceutil/trace.go:171","msg":"trace[1494939783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:569; }","duration":"341.324518ms","start":"2026-04-07T09:35:06.322877Z","end":"2026-04-07T09:35:06.664201Z","steps":["trace[1494939783] 'agreement among raft nodes before linearized reading' (duration: 340.762105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:06.664981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:35:06.322857Z","time spent":"342.092562ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:35:06.983174Z","caller":"traceutil/trace.go:171","msg":"trace[734336098] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:592; }","duration":"319.521358ms","start":"2026-04-07T09:35:06.66363Z","end":"2026-04-07T09:35:06.983151Z","steps":["trace[734336098] 'read index received' (duration: 229.884326ms)","trace[734336098] 'applied index is now lower than readState.Index' (duration: 89.635482ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:35:06.983362Z","caller":"traceutil/trace.go:171","msg":"trace[1471573492] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"355.059719ms","start":"2026-04-07T09:35:06.628271Z","end":"2026-04-07T09:35:06.983331Z","steps":["trace[1471573492] 'process raft request' (duration: 265.334386ms)","trace[1471573492] 'compare' (duration: 89.274151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:35:06.983438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.55143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:35:06.983559Z","caller":"traceutil/trace.go:171","msg":"trace[1445428619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:570; }","duration":"331.71782ms","start":"2026-04-07T09:35:06.651823Z","end":"2026-04-07T09:35:06.983541Z","steps":["trace[1445428619] 'agreement among raft nodes before linearized reading' (duration: 331.447499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:06.983537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:35:06.628245Z","time spent":"355.18041ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:35:06.983616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:35:06.651805Z","time spent":"331.798921ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:35:07.006574Z","caller":"traceutil/trace.go:171","msg":"trace[1052644478] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"337.104883ms","start":"2026-04-07T09:35:06.669447Z","end":"2026-04-07T09:35:07.006552Z","steps":["trace[1052644478] 'process raft request' (duration: 336.893432ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:07.006667Z","caller":"traceutil/trace.go:171","msg":"trace[819141509] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"272.172546ms","start":"2026-04-07T09:35:06.734473Z","end":"2026-04-07T09:35:07.006645Z","steps":["trace[819141509] 'process raft request' (duration: 271.998375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:07.006721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:35:06.669425Z","time spent":"337.203723ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:35:07.006763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.960458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-857k9\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-07T09:35:07.006747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.266584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:35:07.006822Z","caller":"traceutil/trace.go:171","msg":"trace[952371084] range","detail":"{range_begin:/registry/pods/kube-system/cilium-857k9; range_end:; response_count:1; response_revision:572; }","duration":"264.075158ms","start":"2026-04-07T09:35:06.742732Z","end":"2026-04-07T09:35:07.006807Z","steps":["trace[952371084] 'agreement among raft nodes before linearized reading' (duration: 263.897887ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:07.00686Z","caller":"traceutil/trace.go:171","msg":"trace[995968082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"125.424984ms","start":"2026-04-07T09:35:06.881403Z","end":"2026-04-07T09:35:07.006828Z","steps":["trace[995968082] 'agreement among raft nodes before linearized reading' (duration: 125.244133ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:07.801955Z","caller":"traceutil/trace.go:171","msg":"trace[1949768870] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"395.850251ms","start":"2026-04-07T09:35:07.40608Z","end":"2026-04-07T09:35:07.80193Z","steps":["trace[1949768870] 'process raft request' (duration: 388.386847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:07.802106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:35:07.406039Z","time spent":"395.982113ms","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:35:23.991585Z","caller":"traceutil/trace.go:171","msg":"trace[1730892417] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"109.234994ms","start":"2026-04-07T09:35:23.882325Z","end":"2026-04-07T09:35:23.99156Z","steps":["trace[1730892417] 'read index received' (duration: 109.076643ms)","trace[1730892417] 'applied index is now lower than readState.Index' (duration: 156.851µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:35:23.991749Z","caller":"traceutil/trace.go:171","msg":"trace[1708974293] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"124.480794ms","start":"2026-04-07T09:35:23.867167Z","end":"2026-04-07T09:35:23.991648Z","steps":["trace[1708974293] 'process raft request' (duration: 124.230223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:35:23.991913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.548656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:35:23.992045Z","caller":"traceutil/trace.go:171","msg":"trace[1770973378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:741; }","duration":"109.752938ms","start":"2026-04-07T09:35:23.882268Z","end":"2026-04-07T09:35:23.992021Z","steps":["trace[1770973378] 'agreement among raft nodes before linearized reading' (duration: 109.455975ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:35:59.310754Z","caller":"traceutil/trace.go:171","msg":"trace[700877647] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"162.238427ms","start":"2026-04-07T09:35:59.148493Z","end":"2026-04-07T09:35:59.310731Z","steps":["trace[700877647] 'process raft request' (duration: 161.888234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.087266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.584297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:36:50.087357Z","caller":"traceutil/trace.go:171","msg":"trace[529845060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"244.73527ms","start":"2026-04-07T09:36:49.842604Z","end":"2026-04-07T09:36:50.087339Z","steps":["trace[529845060] 'range keys from in-memory index tree' (duration: 244.435224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.087367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.467347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-07T09:36:50.087855Z","caller":"traceutil/trace.go:171","msg":"trace[1440080617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1843; }","duration":"173.012949ms","start":"2026-04-07T09:36:49.914824Z","end":"2026-04-07T09:36:50.087837Z","steps":["trace[1440080617] 'range keys from in-memory index tree' (duration: 172.233413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.598787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654814172,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T09:36:50.711568Z","caller":"traceutil/trace.go:171","msg":"trace[155402026] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"619.401566ms","start":"2026-04-07T09:36:50.092139Z","end":"2026-04-07T09:36:50.711541Z","steps":["trace[155402026] 'process raft request' (duration: 619.19145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.711744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:36:50.092108Z","time spent":"619.540729ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:36:50.719406Z","caller":"traceutil/trace.go:171","msg":"trace[1305222132] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"627.091071ms","start":"2026-04-07T09:36:50.092275Z","end":"2026-04-07T09:36:50.719366Z","steps":["trace[1305222132] 'process raft request' (duration: 626.824685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:50.719556Z","caller":"traceutil/trace.go:171","msg":"trace[368549607] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1922; }","duration":"620.512278ms","start":"2026-04-07T09:36:50.098747Z","end":"2026-04-07T09:36:50.71926Z","steps":["trace[368549607] 'read index received' (duration: 612.673389ms)","trace[368549607] 'applied index is now lower than readState.Index' (duration: 7.837129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:36:50.719618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.835545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:36:50.719992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.008486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad598bd-d7c7-4d79-b93a-1b758caa3371\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-07T09:36:50.719986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.75899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:36:50.72005Z","caller":"traceutil/trace.go:171","msg":"trace[2140219642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ad598bd-d7c7-4d79-b93a-1b758caa3371; range_end:; response_count:1; response_revision:1845; }","duration":"395.133899ms","start":"2026-04-07T09:36:50.324902Z","end":"2026-04-07T09:36:50.720036Z","steps":["trace[2140219642] 'agreement among raft nodes before linearized reading' (duration: 394.975335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:50.720045Z","caller":"traceutil/trace.go:171","msg":"trace[1860411094] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1845; }","duration":"621.321527ms","start":"2026-04-07T09:36:50.098705Z","end":"2026-04-07T09:36:50.720027Z","steps":["trace[1860411094] 'agreement among raft nodes before linearized reading' (duration: 620.770134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.720101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:36:50.324873Z","time spent":"395.216801ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad598bd-d7c7-4d79-b93a-1b758caa3371\" "} {"level":"info","ts":"2026-04-07T09:36:50.720069Z","caller":"traceutil/trace.go:171","msg":"trace[1708235515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1845; }","duration":"169.909554ms","start":"2026-04-07T09:36:50.550138Z","end":"2026-04-07T09:36:50.720047Z","steps":["trace[1708235515] 'agreement among raft nodes before linearized reading' (duration: 169.645147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.720111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:36:50.09869Z","time spent":"621.413358ms","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T09:36:50.719959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.926401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad598bd-d7c7-4d79-b93a-1b758caa3371\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-07T09:36:50.720335Z","caller":"traceutil/trace.go:171","msg":"trace[855144259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ad598bd-d7c7-4d79-b93a-1b758caa3371; range_end:; response_count:1; response_revision:1845; }","duration":"597.34094ms","start":"2026-04-07T09:36:50.122983Z","end":"2026-04-07T09:36:50.720324Z","steps":["trace[855144259] 'agreement among raft nodes before linearized reading' (duration: 596.757076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.72037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:36:50.122968Z","time spent":"597.391861ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad598bd-d7c7-4d79-b93a-1b758caa3371\" "} {"level":"warn","ts":"2026-04-07T09:36:50.720503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:36:50.09211Z","time spent":"627.371087ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:36:50.720922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.76603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:36:50.720978Z","caller":"traceutil/trace.go:171","msg":"trace[339134406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1845; }","duration":"169.844762ms","start":"2026-04-07T09:36:50.551122Z","end":"2026-04-07T09:36:50.720967Z","steps":["trace[339134406] 'agreement among raft nodes before linearized reading' (duration: 169.356572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:50.937043Z","caller":"traceutil/trace.go:171","msg":"trace[1924401219] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"210.987039ms","start":"2026-04-07T09:36:50.726015Z","end":"2026-04-07T09:36:50.937002Z","steps":["trace[1924401219] 'process raft request' (duration: 210.721514ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:50.937291Z","caller":"traceutil/trace.go:171","msg":"trace[460742861] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"205.244365ms","start":"2026-04-07T09:36:50.732024Z","end":"2026-04-07T09:36:50.937269Z","steps":["trace[460742861] 'process raft request' (duration: 204.889318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:50.937516Z","caller":"traceutil/trace.go:171","msg":"trace[1642752902] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1924; }","duration":"208.958305ms","start":"2026-04-07T09:36:50.728243Z","end":"2026-04-07T09:36:50.937201Z","steps":["trace[1642752902] 'read index received' (duration: 34.014263ms)","trace[1642752902] 'applied index is now lower than readState.Index' (duration: 174.941652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:36:50.937503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.187009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:36:50.937699Z","caller":"traceutil/trace.go:171","msg":"trace[78804582] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1848; }","duration":"209.472127ms","start":"2026-04-07T09:36:50.728212Z","end":"2026-04-07T09:36:50.937684Z","steps":["trace[78804582] 'agreement among raft nodes before linearized reading' (duration: 209.12475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:50.937731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.00343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T09:36:50.937771Z","caller":"traceutil/trace.go:171","msg":"trace[1591130287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"205.056261ms","start":"2026-04-07T09:36:50.7327Z","end":"2026-04-07T09:36:50.937756Z","steps":["trace[1591130287] 'agreement among raft nodes before linearized reading' (duration: 204.906318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:37:24.017871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.649011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:37:24.018421Z","caller":"traceutil/trace.go:171","msg":"trace[422970604] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"121.897163ms","start":"2026-04-07T09:37:23.896487Z","end":"2026-04-07T09:37:24.018384Z","steps":["trace[422970604] 'compare' (duration: 112.378777ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:24.086885Z","caller":"traceutil/trace.go:171","msg":"trace[1787643769] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"187.852352ms","start":"2026-04-07T09:37:23.899004Z","end":"2026-04-07T09:37:24.086856Z","steps":["trace[1787643769] 'process raft request' (duration: 187.236962ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:24.485649Z","caller":"traceutil/trace.go:171","msg":"trace[594867032] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"100.873289ms","start":"2026-04-07T09:37:24.384748Z","end":"2026-04-07T09:37:24.485621Z","steps":["trace[594867032] 'process raft request' (duration: 100.651505ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:24.627355Z","caller":"traceutil/trace.go:171","msg":"trace[1597639725] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2171; }","duration":"180.043991ms","start":"2026-04-07T09:37:24.447285Z","end":"2026-04-07T09:37:24.627329Z","steps":["trace[1597639725] 'read index received' (duration: 38.519329ms)","trace[1597639725] 'applied index is now lower than readState.Index' (duration: 141.523622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:37:24.62754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.200154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:37:24.627588Z","caller":"traceutil/trace.go:171","msg":"trace[1998730468] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2086; }","duration":"180.349017ms","start":"2026-04-07T09:37:24.447226Z","end":"2026-04-07T09:37:24.627575Z","steps":["trace[1998730468] 'agreement among raft nodes before linearized reading' (duration: 180.196474ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:24.627676Z","caller":"traceutil/trace.go:171","msg":"trace[895760067] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"241.317484ms","start":"2026-04-07T09:37:24.386299Z","end":"2026-04-07T09:37:24.627617Z","steps":["trace[895760067] 'process raft request' (duration: 141.523503ms)","trace[895760067] 'compare' (duration: 99.339312ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:37:24.627847Z","caller":"traceutil/trace.go:171","msg":"trace[2098245205] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"134.848734ms","start":"2026-04-07T09:37:24.492899Z","end":"2026-04-07T09:37:24.627748Z","steps":["trace[2098245205] 'process raft request' (duration: 134.395046ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:25.184336Z","caller":"traceutil/trace.go:171","msg":"trace[421760221] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"263.897321ms","start":"2026-04-07T09:37:24.920423Z","end":"2026-04-07T09:37:25.18432Z","steps":["trace[421760221] 'read index received' (duration: 263.80166ms)","trace[421760221] 'applied index is now lower than readState.Index' (duration: 91.521µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:37:25.184544Z","caller":"traceutil/trace.go:171","msg":"trace[862772485] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"267.863086ms","start":"2026-04-07T09:37:24.916602Z","end":"2026-04-07T09:37:25.184465Z","steps":["trace[862772485] 'process raft request' (duration: 267.613732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:37:25.1847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.447128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:37:25.184776Z","caller":"traceutil/trace.go:171","msg":"trace[1074316470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2088; }","duration":"259.661501ms","start":"2026-04-07T09:37:24.925092Z","end":"2026-04-07T09:37:25.184754Z","steps":["trace[1074316470] 'agreement among raft nodes before linearized reading' (duration: 259.482218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:37:25.185037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.605103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T09:37:25.185138Z","caller":"traceutil/trace.go:171","msg":"trace[1698304042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2088; }","duration":"264.757946ms","start":"2026-04-07T09:37:24.92037Z","end":"2026-04-07T09:37:25.185128Z","steps":["trace[1698304042] 'agreement among raft nodes before linearized reading' (duration: 264.114575ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:25.344228Z","caller":"traceutil/trace.go:171","msg":"trace[669291506] linearizableReadLoop","detail":"{readStateIndex:2177; appliedIndex:2175; }","duration":"148.154404ms","start":"2026-04-07T09:37:25.196048Z","end":"2026-04-07T09:37:25.344202Z","steps":["trace[669291506] 'read index received' (duration: 70.420594ms)","trace[669291506] 'applied index is now lower than readState.Index' (duration: 77.73249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:37:25.344499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.428708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-07T09:37:25.34455Z","caller":"traceutil/trace.go:171","msg":"trace[598661275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2091; }","duration":"148.519029ms","start":"2026-04-07T09:37:25.196013Z","end":"2026-04-07T09:37:25.344532Z","steps":["trace[598661275] 'agreement among raft nodes before linearized reading' (duration: 148.294286ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:25.344744Z","caller":"traceutil/trace.go:171","msg":"trace[1049443716] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"153.987958ms","start":"2026-04-07T09:37:25.190738Z","end":"2026-04-07T09:37:25.344726Z","steps":["trace[1049443716] 'process raft request' (duration: 153.402278ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:37:25.34471Z","caller":"traceutil/trace.go:171","msg":"trace[1931848275] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"155.202528ms","start":"2026-04-07T09:37:25.189424Z","end":"2026-04-07T09:37:25.344626Z","steps":["trace[1931848275] 'process raft request' (duration: 103.104723ms)","trace[1931848275] 'compare' (duration: 51.310602ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:37:25.671238Z","caller":"traceutil/trace.go:171","msg":"trace[1718455367] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"105.38601ms","start":"2026-04-07T09:37:25.565814Z","end":"2026-04-07T09:37:25.6712Z","steps":["trace[1718455367] 'process raft request' (duration: 103.50836ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:38:14.704416Z","caller":"traceutil/trace.go:171","msg":"trace[2058869769] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"172.531295ms","start":"2026-04-07T09:38:14.531856Z","end":"2026-04-07T09:38:14.704387Z","steps":["trace[2058869769] 'process raft request' (duration: 162.546502ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:39:02.051692Z","caller":"traceutil/trace.go:171","msg":"trace[528973011] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"140.22216ms","start":"2026-04-07T09:39:01.91144Z","end":"2026-04-07T09:39:02.051662Z","steps":["trace[528973011] 'process raft request' (duration: 44.713853ms)","trace[528973011] 'compare' (duration: 95.124363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:39:02.569452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.990354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:39:02.569627Z","caller":"traceutil/trace.go:171","msg":"trace[1301302103] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2828; }","duration":"180.437881ms","start":"2026-04-07T09:39:02.389165Z","end":"2026-04-07T09:39:02.569603Z","steps":["trace[1301302103] 'read index received' (duration: 44.082044ms)","trace[1301302103] 'applied index is now lower than readState.Index' (duration: 136.353837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:39:02.569755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.586713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:39:02.569811Z","caller":"traceutil/trace.go:171","msg":"trace[770213580] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2721; }","duration":"180.690084ms","start":"2026-04-07T09:39:02.389105Z","end":"2026-04-07T09:39:02.569795Z","steps":["trace[770213580] 'agreement among raft nodes before linearized reading' (duration: 180.563333ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:39:02.569707Z","caller":"traceutil/trace.go:171","msg":"trace[1781100062] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"340.60157ms","start":"2026-04-07T09:39:02.229057Z","end":"2026-04-07T09:39:02.569659Z","steps":["trace[1781100062] 'process raft request' (duration: 204.231122ms)","trace[1781100062] 'compare' (duration: 135.816192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:39:02.57033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:02.229029Z","time spent":"341.017655ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:39:02.719858Z","caller":"traceutil/trace.go:171","msg":"trace[262860862] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"141.748124ms","start":"2026-04-07T09:39:02.57808Z","end":"2026-04-07T09:39:02.719828Z","steps":["trace[262860862] 'process raft request' (duration: 135.314595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.345359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654816378,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T09:39:08.399986Z","caller":"traceutil/trace.go:171","msg":"trace[211569567] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"639.799138ms","start":"2026-04-07T09:39:07.76016Z","end":"2026-04-07T09:39:08.399959Z","steps":["trace[211569567] 'process raft request' (duration: 639.580786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.400126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:07.760126Z","time spent":"639.915909ms","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:39:08.625984Z","caller":"traceutil/trace.go:171","msg":"trace[903427622] linearizableReadLoop","detail":"{readStateIndex:2859; appliedIndex:2854; }","duration":"781.54545ms","start":"2026-04-07T09:39:07.844414Z","end":"2026-04-07T09:39:08.62596Z","steps":["trace[903427622] 'read index received' (duration: 555.386909ms)","trace[903427622] 'applied index is now lower than readState.Index' (duration: 226.157601ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:39:08.626251Z","caller":"traceutil/trace.go:171","msg":"trace[743781059] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"504.399584ms","start":"2026-04-07T09:39:08.121837Z","end":"2026-04-07T09:39:08.626236Z","steps":["trace[743781059] 'process raft request' (duration: 430.292054ms)","trace[743781059] 'compare' (duration: 73.460383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:39:08.626363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:08.121816Z","time spent":"504.470535ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:39:08.626554Z","caller":"traceutil/trace.go:171","msg":"trace[1804677544] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"466.253487ms","start":"2026-04-07T09:39:08.16029Z","end":"2026-04-07T09:39:08.626544Z","steps":["trace[1804677544] 'process raft request' (duration: 465.500329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.626613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:08.160265Z","time spent":"466.317138ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:39:08.626747Z","caller":"traceutil/trace.go:171","msg":"trace[1041623329] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"370.413801ms","start":"2026-04-07T09:39:08.256321Z","end":"2026-04-07T09:39:08.626734Z","steps":["trace[1041623329] 'process raft request' (duration: 369.559562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.626805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:08.256297Z","time spent":"370.480792ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:39:08.626945Z","caller":"traceutil/trace.go:171","msg":"trace[2116033576] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"355.81948ms","start":"2026-04-07T09:39:08.271114Z","end":"2026-04-07T09:39:08.626934Z","steps":["trace[2116033576] 'process raft request' (duration: 354.80425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.627003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:08.2711Z","time spent":"355.87568ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:39:08.627165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.751172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T09:39:08.627199Z","caller":"traceutil/trace.go:171","msg":"trace[1276165856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2750; }","duration":"782.843423ms","start":"2026-04-07T09:39:07.844347Z","end":"2026-04-07T09:39:08.62719Z","steps":["trace[1276165856] 'agreement among raft nodes before linearized reading' (duration: 782.721341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.62723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:07.844315Z","time spent":"782.907924ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:39:08.627473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.184555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-07T09:39:08.627506Z","caller":"traceutil/trace.go:171","msg":"trace[454726516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2750; }","duration":"778.285906ms","start":"2026-04-07T09:39:07.849208Z","end":"2026-04-07T09:39:08.627494Z","steps":["trace[454726516] 'agreement among raft nodes before linearized reading' (duration: 778.198594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.627532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:07.84918Z","time spent":"778.345217ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:39:08.627901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.025382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T09:39:08.627881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.367721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:39:08.628102Z","caller":"traceutil/trace.go:171","msg":"trace[622146091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2750; }","duration":"676.293244ms","start":"2026-04-07T09:39:07.951787Z","end":"2026-04-07T09:39:08.62808Z","steps":["trace[622146091] 'agreement among raft nodes before linearized reading' (duration: 675.993311ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:39:08.628073Z","caller":"traceutil/trace.go:171","msg":"trace[748714219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2750; }","duration":"546.555563ms","start":"2026-04-07T09:39:08.081428Z","end":"2026-04-07T09:39:08.627984Z","steps":["trace[748714219] 'agreement among raft nodes before linearized reading' (duration: 546.175709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:39:08.628176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:07.951762Z","time spent":"676.404245ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:39:08.62821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:39:08.081408Z","time spent":"546.782406ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T09:42:58.815081Z","caller":"traceutil/trace.go:171","msg":"trace[1275281543] linearizableReadLoop","detail":"{readStateIndex:4829; appliedIndex:4828; }","duration":"106.63379ms","start":"2026-04-07T09:42:58.708413Z","end":"2026-04-07T09:42:58.815047Z","steps":["trace[1275281543] 'read index received' (duration: 52.038539ms)","trace[1275281543] 'applied index is now lower than readState.Index' (duration: 54.593851ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:42:58.815124Z","caller":"traceutil/trace.go:171","msg":"trace[2054012733] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"109.306324ms","start":"2026-04-07T09:42:58.705772Z","end":"2026-04-07T09:42:58.815078Z","steps":["trace[2054012733] 'process raft request' (duration: 54.684392ms)","trace[2054012733] 'compare' (duration: 54.467609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:42:58.815504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.061319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:60442"} {"level":"info","ts":"2026-04-07T09:42:58.815607Z","caller":"traceutil/trace.go:171","msg":"trace[1679457672] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:4644; }","duration":"107.206491ms","start":"2026-04-07T09:42:58.70838Z","end":"2026-04-07T09:42:58.815587Z","steps":["trace[1679457672] 'agreement among raft nodes before linearized reading' (duration: 106.798313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:04.393327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.741677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:43:04.393614Z","caller":"traceutil/trace.go:171","msg":"trace[1495337295] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"306.666464ms","start":"2026-04-07T09:43:04.086921Z","end":"2026-04-07T09:43:04.393588Z","steps":["trace[1495337295] 'process raft request' (duration: 59.55433ms)","trace[1495337295] 'compare' (duration: 246.38697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:04.393694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:04.086902Z","time spent":"306.759717ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:43:04.393853Z","caller":"traceutil/trace.go:171","msg":"trace[818730408] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"303.501652ms","start":"2026-04-07T09:43:04.090311Z","end":"2026-04-07T09:43:04.393812Z","steps":["trace[818730408] 'process raft request' (duration: 303.152465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:04.394032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:04.090293Z","time spent":"303.647374ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:43:04.589284Z","caller":"traceutil/trace.go:171","msg":"trace[996696638] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4938; }","duration":"195.709066ms","start":"2026-04-07T09:43:04.393547Z","end":"2026-04-07T09:43:04.589256Z","steps":["trace[996696638] 'read index received' (duration: 188.751347ms)","trace[996696638] 'applied index is now lower than readState.Index' (duration: 6.956679ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:04.589291Z","caller":"traceutil/trace.go:171","msg":"trace[226408849] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"286.291997ms","start":"2026-04-07T09:43:04.302973Z","end":"2026-04-07T09:43:04.589265Z","steps":["trace[226408849] 'process raft request' (duration: 279.353718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:04.589652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.143584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2563f8b-12ea-47f9-96a5-ba42b1dcced3\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-07T09:43:04.589728Z","caller":"traceutil/trace.go:171","msg":"trace[1023225886] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2563f8b-12ea-47f9-96a5-ba42b1dcced3; range_end:; response_count:1; response_revision:4749; }","duration":"271.268316ms","start":"2026-04-07T09:43:04.31844Z","end":"2026-04-07T09:43:04.589708Z","steps":["trace[1023225886] 'agreement among raft nodes before linearized reading' (duration: 270.91696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:04.626995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.696365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-07T09:43:04.627088Z","caller":"traceutil/trace.go:171","msg":"trace[68349467] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"210.360319ms","start":"2026-04-07T09:43:04.41669Z","end":"2026-04-07T09:43:04.627051Z","steps":["trace[68349467] 'process raft request' (duration: 210.055082ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:04.627095Z","caller":"traceutil/trace.go:171","msg":"trace[35114732] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4750; }","duration":"226.816388ms","start":"2026-04-07T09:43:04.400258Z","end":"2026-04-07T09:43:04.627075Z","steps":["trace[35114732] 'agreement among raft nodes before linearized reading' (duration: 226.639444ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:08.502679Z","caller":"traceutil/trace.go:171","msg":"trace[1260730551] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"135.705644ms","start":"2026-04-07T09:43:08.366915Z","end":"2026-04-07T09:43:08.502621Z","steps":["trace[1260730551] 'process raft request' (duration: 135.297116ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:08.97046Z","caller":"traceutil/trace.go:171","msg":"trace[1691712104] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"120.181418ms","start":"2026-04-07T09:43:08.850245Z","end":"2026-04-07T09:43:08.970426Z","steps":["trace[1691712104] 'process raft request' (duration: 120.084976ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:08.970779Z","caller":"traceutil/trace.go:171","msg":"trace[1295467219] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"125.759878ms","start":"2026-04-07T09:43:08.844998Z","end":"2026-04-07T09:43:08.970757Z","steps":["trace[1295467219] 'process raft request' (duration: 106.184091ms)","trace[1295467219] 'compare' (duration: 18.731891ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:08.980221Z","caller":"traceutil/trace.go:171","msg":"trace[2072831261] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"102.142401ms","start":"2026-04-07T09:43:08.878066Z","end":"2026-04-07T09:43:08.980208Z","steps":["trace[2072831261] 'process raft request' (duration: 101.769483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:13.535505Z","caller":"traceutil/trace.go:171","msg":"trace[1443067566] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"113.392544ms","start":"2026-04-07T09:43:13.422051Z","end":"2026-04-07T09:43:13.535443Z","steps":["trace[1443067566] 'process raft request' (duration: 113.079267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.621405Z","caller":"traceutil/trace.go:171","msg":"trace[1921137953] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"246.49289ms","start":"2026-04-07T09:43:17.374886Z","end":"2026-04-07T09:43:17.621379Z","steps":["trace[1921137953] 'process raft request' (duration: 246.274766ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.621405Z","caller":"traceutil/trace.go:171","msg":"trace[19361057] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5119; }","duration":"180.332272ms","start":"2026-04-07T09:43:17.441035Z","end":"2026-04-07T09:43:17.621368Z","steps":["trace[19361057] 'read index received' (duration: 180.315672ms)","trace[19361057] 'applied index is now lower than readState.Index' (duration: 13.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:17.621814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.738739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10394"} {"level":"info","ts":"2026-04-07T09:43:17.621886Z","caller":"traceutil/trace.go:171","msg":"trace[116700232] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4924; }","duration":"180.885432ms","start":"2026-04-07T09:43:17.440983Z","end":"2026-04-07T09:43:17.621869Z","steps":["trace[116700232] 'agreement among raft nodes before linearized reading' (duration: 180.535286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:17.628598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.258485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T09:43:17.628639Z","caller":"traceutil/trace.go:171","msg":"trace[874403048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4926; }","duration":"131.348236ms","start":"2026-04-07T09:43:17.49728Z","end":"2026-04-07T09:43:17.628628Z","steps":["trace[874403048] 'agreement among raft nodes before linearized reading' (duration: 131.219374ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.62846Z","caller":"traceutil/trace.go:171","msg":"trace[475121107] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"141.164027ms","start":"2026-04-07T09:43:17.487284Z","end":"2026-04-07T09:43:17.628448Z","steps":["trace[475121107] 'process raft request' (duration: 141.052745ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.759826Z","caller":"traceutil/trace.go:171","msg":"trace[637025249] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"127.188387ms","start":"2026-04-07T09:43:17.632612Z","end":"2026-04-07T09:43:17.759801Z","steps":["trace[637025249] 'process raft request' (duration: 127.058014ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.771927Z","caller":"traceutil/trace.go:171","msg":"trace[2081206294] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"112.89475ms","start":"2026-04-07T09:43:17.659008Z","end":"2026-04-07T09:43:17.771903Z","steps":["trace[2081206294] 'process raft request' (duration: 112.718617ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.772857Z","caller":"traceutil/trace.go:171","msg":"trace[667017417] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"110.976773ms","start":"2026-04-07T09:43:17.661851Z","end":"2026-04-07T09:43:17.772828Z","steps":["trace[667017417] 'process raft request' (duration: 110.002624ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.912056Z","caller":"traceutil/trace.go:171","msg":"trace[358340237] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"137.348702ms","start":"2026-04-07T09:43:17.774677Z","end":"2026-04-07T09:43:17.912025Z","steps":["trace[358340237] 'process raft request' (duration: 80.625027ms)","trace[358340237] 'compare' (duration: 56.330167ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:17.912314Z","caller":"traceutil/trace.go:171","msg":"trace[1899151066] linearizableReadLoop","detail":"{readStateIndex:5129; appliedIndex:5125; }","duration":"123.073047ms","start":"2026-04-07T09:43:17.789195Z","end":"2026-04-07T09:43:17.912268Z","steps":["trace[1899151066] 'read index received' (duration: 29.677543ms)","trace[1899151066] 'applied index is now lower than readState.Index' (duration: 93.390093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:17.912481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.24809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:43:17.912507Z","caller":"traceutil/trace.go:171","msg":"trace[2039462041] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4935; }","duration":"123.334332ms","start":"2026-04-07T09:43:17.789165Z","end":"2026-04-07T09:43:17.912499Z","steps":["trace[2039462041] 'agreement among raft nodes before linearized reading' (duration: 123.22032ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:18.111203Z","caller":"traceutil/trace.go:171","msg":"trace[1733993437] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5132; }","duration":"101.039826ms","start":"2026-04-07T09:43:18.01014Z","end":"2026-04-07T09:43:18.11118Z","steps":["trace[1733993437] 'read index received' (duration: 51.639814ms)","trace[1733993437] 'applied index is now lower than readState.Index' (duration: 49.398832ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:18.111614Z","caller":"traceutil/trace.go:171","msg":"trace[1500836621] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"109.976008ms","start":"2026-04-07T09:43:18.001389Z","end":"2026-04-07T09:43:18.111365Z","steps":["trace[1500836621] 'process raft request' (duration: 60.460604ms)","trace[1500836621] 'compare' (duration: 49.228629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:18.11219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.005545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-07T09:43:18.112415Z","caller":"traceutil/trace.go:171","msg":"trace[855002712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4937; }","duration":"102.277409ms","start":"2026-04-07T09:43:18.009891Z","end":"2026-04-07T09:43:18.112388Z","steps":["trace[855002712] 'agreement among raft nodes before linearized reading' (duration: 101.826101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:57.854559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.654107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T09:43:57.854643Z","caller":"traceutil/trace.go:171","msg":"trace[693828028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5280; }","duration":"109.798718ms","start":"2026-04-07T09:43:57.744827Z","end":"2026-04-07T09:43:57.854626Z","steps":["trace[693828028] 'range keys from in-memory index tree' (duration: 109.467903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:58.604101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.328217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:43:58.604463Z","caller":"traceutil/trace.go:171","msg":"trace[1170153712] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"185.464462ms","start":"2026-04-07T09:43:58.418936Z","end":"2026-04-07T09:43:58.604401Z","steps":["trace[1170153712] 'process raft request' (duration: 75.747438ms)","trace[1170153712] 'compare' (duration: 109.142164ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:58.604496Z","caller":"traceutil/trace.go:171","msg":"trace[490041349] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5491; }","duration":"160.124208ms","start":"2026-04-07T09:43:58.444354Z","end":"2026-04-07T09:43:58.604479Z","steps":["trace[490041349] 'read index received' (duration: 50.341133ms)","trace[490041349] 'applied index is now lower than readState.Index' (duration: 109.781665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:58.604746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.641373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:43:58.604821Z","caller":"traceutil/trace.go:171","msg":"trace[624463911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5288; }","duration":"190.766985ms","start":"2026-04-07T09:43:58.414041Z","end":"2026-04-07T09:43:58.604808Z","steps":["trace[624463911] 'agreement among raft nodes before linearized reading' (duration: 190.49307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:58.604962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.240698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:43:58.605006Z","caller":"traceutil/trace.go:171","msg":"trace[885363254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5288; }","duration":"112.33643ms","start":"2026-04-07T09:43:58.492658Z","end":"2026-04-07T09:43:58.604994Z","steps":["trace[885363254] 'agreement among raft nodes before linearized reading' (duration: 112.094186ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:58.605455Z","caller":"traceutil/trace.go:171","msg":"trace[587946816] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"156.288701ms","start":"2026-04-07T09:43:58.448272Z","end":"2026-04-07T09:43:58.604561Z","steps":["trace[587946816] 'process raft request' (duration: 155.935705ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:00.839714Z","caller":"traceutil/trace.go:171","msg":"trace[811877530] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"225.66691ms","start":"2026-04-07T09:44:00.614005Z","end":"2026-04-07T09:44:00.839672Z","steps":["trace[811877530] 'process raft request' (duration: 225.08473ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:00.839977Z","caller":"traceutil/trace.go:171","msg":"trace[1074443886] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5503; }","duration":"168.4348ms","start":"2026-04-07T09:44:00.671495Z","end":"2026-04-07T09:44:00.83993Z","steps":["trace[1074443886] 'read index received' (duration: 167.666007ms)","trace[1074443886] 'applied index is now lower than readState.Index' (duration: 764.143µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:00.840506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.982591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:44:00.840632Z","caller":"traceutil/trace.go:171","msg":"trace[1816708002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5298; }","duration":"169.182754ms","start":"2026-04-07T09:44:00.671397Z","end":"2026-04-07T09:44:00.84058Z","steps":["trace[1816708002] 'agreement among raft nodes before linearized reading' (duration: 168.773557ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:01.193679Z","caller":"traceutil/trace.go:171","msg":"trace[1080337198] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"353.520805ms","start":"2026-04-07T09:44:00.840119Z","end":"2026-04-07T09:44:01.19364Z","steps":["trace[1080337198] 'read index received' (duration: 353.23367ms)","trace[1080337198] 'applied index is now lower than readState.Index' (duration: 285.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:01.193729Z","caller":"traceutil/trace.go:171","msg":"trace[674616396] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"451.632079ms","start":"2026-04-07T09:44:00.742049Z","end":"2026-04-07T09:44:01.193681Z","steps":["trace[674616396] 'process raft request' (duration: 451.319904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.193972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.742008Z","time spent":"451.834812ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:01.193992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.222881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T09:44:01.193997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.285623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:44:01.194155Z","caller":"traceutil/trace.go:171","msg":"trace[1175637788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5299; }","duration":"376.511337ms","start":"2026-04-07T09:44:00.817625Z","end":"2026-04-07T09:44:01.194137Z","steps":["trace[1175637788] 'agreement among raft nodes before linearized reading' (duration: 376.053779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.194241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.817588Z","time spent":"376.638339ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:44:01.194085Z","caller":"traceutil/trace.go:171","msg":"trace[1612345764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5299; }","duration":"514.349003ms","start":"2026-04-07T09:44:00.679718Z","end":"2026-04-07T09:44:01.194067Z","steps":["trace[1612345764] 'agreement among raft nodes before linearized reading' (duration: 514.067859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.194371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.679711Z","time spent":"514.646828ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:01.198008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.78526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:01.1981Z","caller":"traceutil/trace.go:171","msg":"trace[430941881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5300; }","duration":"314.931393ms","start":"2026-04-07T09:44:00.883143Z","end":"2026-04-07T09:44:01.198074Z","steps":["trace[430941881] 'agreement among raft nodes before linearized reading' (duration: 314.77541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.19815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.88312Z","time spent":"315.020214ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T09:44:01.198159Z","caller":"traceutil/trace.go:171","msg":"trace[521323167] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"351.206116ms","start":"2026-04-07T09:44:00.846914Z","end":"2026-04-07T09:44:01.19812Z","steps":["trace[521323167] 'process raft request' (duration: 350.86918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:01.198498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:00.846886Z","time spent":"351.532512ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:06.92614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654822867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:07.42682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654822867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:07.507959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392121844s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:44:07.508321Z","caller":"traceutil/trace.go:171","msg":"trace[1650694979] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"1.392597571s","start":"2026-04-07T09:44:06.115691Z","end":"2026-04-07T09:44:07.508289Z","steps":["trace[1650694979] 'process raft request' (duration: 1.392455049s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.508507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.115667Z","time spent":"1.392728054s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:07.77692Z","caller":"traceutil/trace.go:171","msg":"trace[449683462] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"975.814184ms","start":"2026-04-07T09:44:06.801079Z","end":"2026-04-07T09:44:07.776893Z","steps":["trace[449683462] 'process raft request' (duration: 975.59441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:07.776901Z","caller":"traceutil/trace.go:171","msg":"trace[319471528] linearizableReadLoop","detail":"{readStateIndex:5559; appliedIndex:5555; }","duration":"1.351138628s","start":"2026-04-07T09:44:06.425729Z","end":"2026-04-07T09:44:07.776867Z","steps":["trace[319471528] 'read index received' (duration: 1.082432872s)","trace[319471528] 'applied index is now lower than readState.Index' (duration: 268.700935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:07.777045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.801039Z","time spent":"975.932936ms","remote":"127.0.0.1:44110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12031,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:07.777131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.939716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:07.777157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292480236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T09:44:07.777161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351416992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T09:44:07.777186Z","caller":"traceutil/trace.go:171","msg":"trace[52981120] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5351; }","duration":"805.066529ms","start":"2026-04-07T09:44:06.972106Z","end":"2026-04-07T09:44:07.777173Z","steps":["trace[52981120] 'agreement among raft nodes before linearized reading' (duration: 804.953567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:07.777195Z","caller":"traceutil/trace.go:171","msg":"trace[1511805145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5351; }","duration":"1.292575507s","start":"2026-04-07T09:44:06.484607Z","end":"2026-04-07T09:44:07.777183Z","steps":["trace[1511805145] 'agreement among raft nodes before linearized reading' (duration: 1.292426494s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.267882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:07.777208Z","caller":"traceutil/trace.go:171","msg":"trace[1422151549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5351; }","duration":"1.351529334s","start":"2026-04-07T09:44:06.425664Z","end":"2026-04-07T09:44:07.777193Z","steps":["trace[1422151549] 'agreement among raft nodes before linearized reading' (duration: 1.351343721s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.484588Z","time spent":"1.292635169s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:07.777232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.972082Z","time spent":"805.137169ms","remote":"127.0.0.1:44034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:07.777244Z","caller":"traceutil/trace.go:171","msg":"trace[1234656489] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5351; }","duration":"918.377584ms","start":"2026-04-07T09:44:06.858853Z","end":"2026-04-07T09:44:07.77723Z","steps":["trace[1234656489] 'agreement among raft nodes before linearized reading' (duration: 918.294422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.77725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.425634Z","time spent":"1.351608085s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:44:07.777278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.858828Z","time spent":"918.441204ms","remote":"127.0.0.1:53812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:07.77676Z","caller":"traceutil/trace.go:171","msg":"trace[228509688] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"1.547943562s","start":"2026-04-07T09:44:06.228788Z","end":"2026-04-07T09:44:07.776731Z","steps":["trace[228509688] 'process raft request' (duration: 1.54783711s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151587366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:07.777381Z","caller":"traceutil/trace.go:171","msg":"trace[871500601] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5351; }","duration":"1.151629706s","start":"2026-04-07T09:44:06.625743Z","end":"2026-04-07T09:44:07.777373Z","steps":["trace[871500601] 'agreement among raft nodes before linearized reading' (duration: 1.151589595s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.77739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.228755Z","time spent":"1.548589804s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:07.777433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.618443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T09:44:07.777438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151703707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:07.777461Z","caller":"traceutil/trace.go:171","msg":"trace[20836411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5351; }","duration":"548.694164ms","start":"2026-04-07T09:44:07.228758Z","end":"2026-04-07T09:44:07.777453Z","steps":["trace[20836411] 'agreement among raft nodes before linearized reading' (duration: 548.576982ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:07.777466Z","caller":"traceutil/trace.go:171","msg":"trace[889996756] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5351; }","duration":"1.151774728s","start":"2026-04-07T09:44:06.625684Z","end":"2026-04-07T09:44:07.777458Z","steps":["trace[889996756] 'agreement among raft nodes before linearized reading' (duration: 1.151737638s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.228736Z","time spent":"548.759466ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:07.777518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.625673Z","time spent":"1.151839439s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-07T09:44:07.777405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.625614Z","time spent":"1.151786079s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-07T09:44:07.77745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.356936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:07.777577Z","caller":"traceutil/trace.go:171","msg":"trace[1803889215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5351; }","duration":"895.517718ms","start":"2026-04-07T09:44:06.882048Z","end":"2026-04-07T09:44:07.777566Z","steps":["trace[1803889215] 'agreement among raft nodes before linearized reading' (duration: 895.378846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.882032Z","time spent":"895.583649ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:44:07.77766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.602085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T09:44:07.777664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.061359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T09:44:07.777692Z","caller":"traceutil/trace.go:171","msg":"trace[669429055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5351; }","duration":"551.678686ms","start":"2026-04-07T09:44:07.226002Z","end":"2026-04-07T09:44:07.777681Z","steps":["trace[669429055] 'agreement among raft nodes before linearized reading' (duration: 551.604485ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:07.777696Z","caller":"traceutil/trace.go:171","msg":"trace[446133874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5351; }","duration":"910.11422ms","start":"2026-04-07T09:44:06.867572Z","end":"2026-04-07T09:44:07.777686Z","steps":["trace[446133874] 'agreement among raft nodes before linearized reading' (duration: 910.028089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.225977Z","time spent":"551.735447ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:44:07.777724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.867561Z","time spent":"910.155791ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:44:07.777584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.460901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:44:07.777808Z","caller":"traceutil/trace.go:171","msg":"trace[1020086267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5351; }","duration":"551.744087ms","start":"2026-04-07T09:44:07.226054Z","end":"2026-04-07T09:44:07.777798Z","steps":["trace[1020086267] 'agreement among raft nodes before linearized reading' (duration: 551.371121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.777838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:07.226027Z","time spent":"551.803158ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T09:44:07.776776Z","caller":"traceutil/trace.go:171","msg":"trace[460663641] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"1.659681138s","start":"2026-04-07T09:44:06.117058Z","end":"2026-04-07T09:44:07.776739Z","steps":["trace[460663641] 'process raft request' (duration: 1.659385603s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:07.780191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:06.117028Z","time spent":"1.663108257s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:08.073568Z","caller":"traceutil/trace.go:171","msg":"trace[1703736677] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"289.558631ms","start":"2026-04-07T09:44:07.783952Z","end":"2026-04-07T09:44:08.073511Z","steps":["trace[1703736677] 'process raft request' (duration: 289.265147ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.073669Z","caller":"traceutil/trace.go:171","msg":"trace[1374891467] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"289.541971ms","start":"2026-04-07T09:44:07.784061Z","end":"2026-04-07T09:44:08.073603Z","steps":["trace[1374891467] 'process raft request' (duration: 289.338638ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.073789Z","caller":"traceutil/trace.go:171","msg":"trace[2001374705] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"288.427483ms","start":"2026-04-07T09:44:07.785329Z","end":"2026-04-07T09:44:08.073756Z","steps":["trace[2001374705] 'process raft request' (duration: 288.376772ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.073802Z","caller":"traceutil/trace.go:171","msg":"trace[638470112] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"289.638553ms","start":"2026-04-07T09:44:07.784123Z","end":"2026-04-07T09:44:08.073762Z","steps":["trace[638470112] 'process raft request' (duration: 289.321097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.073862Z","caller":"traceutil/trace.go:171","msg":"trace[864378209] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"288.904811ms","start":"2026-04-07T09:44:07.78491Z","end":"2026-04-07T09:44:08.073815Z","steps":["trace[864378209] 'process raft request' (duration: 288.757358ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.131757Z","caller":"traceutil/trace.go:171","msg":"trace[1760408074] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5560; }","duration":"179.77877ms","start":"2026-04-07T09:44:07.951955Z","end":"2026-04-07T09:44:08.131733Z","steps":["trace[1760408074] 'read index received' (duration: 121.300815ms)","trace[1760408074] 'applied index is now lower than readState.Index' (duration: 58.476735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:08.131951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.961113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:08.13197Z","caller":"traceutil/trace.go:171","msg":"trace[292872402] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"221.61981ms","start":"2026-04-07T09:44:07.910302Z","end":"2026-04-07T09:44:08.131921Z","steps":["trace[292872402] 'process raft request' (duration: 221.311845ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:08.132048Z","caller":"traceutil/trace.go:171","msg":"trace[846598873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5358; }","duration":"180.092376ms","start":"2026-04-07T09:44:07.951912Z","end":"2026-04-07T09:44:08.132004Z","steps":["trace[846598873] 'agreement among raft nodes before linearized reading' (duration: 179.966373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.314725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.70003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:08.314849Z","caller":"traceutil/trace.go:171","msg":"trace[1901942859] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5358; }","duration":"146.944914ms","start":"2026-04-07T09:44:08.167879Z","end":"2026-04-07T09:44:08.314823Z","steps":["trace[1901942859] 'count revisions from in-memory index tree' (duration: 146.590379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:08.314946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.579723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T09:44:08.31507Z","caller":"traceutil/trace.go:171","msg":"trace[381982312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5358; }","duration":"162.772506ms","start":"2026-04-07T09:44:08.152276Z","end":"2026-04-07T09:44:08.315048Z","steps":["trace[381982312] 'range keys from in-memory index tree' (duration: 162.157186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:09.447597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.522839ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T09:44:10.198813Z","caller":"traceutil/trace.go:171","msg":"trace[49986259] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"114.720503ms","start":"2026-04-07T09:44:10.084053Z","end":"2026-04-07T09:44:10.198774Z","steps":["trace[49986259] 'process raft request' (duration: 114.663803ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:10.198823Z","caller":"traceutil/trace.go:171","msg":"trace[1819945288] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"114.789195ms","start":"2026-04-07T09:44:10.084004Z","end":"2026-04-07T09:44:10.198794Z","steps":["trace[1819945288] 'process raft request' (duration: 114.595572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:10.198974Z","caller":"traceutil/trace.go:171","msg":"trace[1378390672] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"113.754788ms","start":"2026-04-07T09:44:10.085209Z","end":"2026-04-07T09:44:10.198964Z","steps":["trace[1378390672] 'process raft request' (duration: 113.715017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:10.198999Z","caller":"traceutil/trace.go:171","msg":"trace[869721769] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"114.909166ms","start":"2026-04-07T09:44:10.084083Z","end":"2026-04-07T09:44:10.198993Z","steps":["trace[869721769] 'process raft request' (duration: 114.665382ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:12.395446Z","caller":"traceutil/trace.go:171","msg":"trace[1234004559] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"154.226889ms","start":"2026-04-07T09:44:12.241138Z","end":"2026-04-07T09:44:12.395365Z","steps":["trace[1234004559] 'process raft request' (duration: 131.946129ms)","trace[1234004559] 'compare' (duration: 22.020536ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:12.395539Z","caller":"traceutil/trace.go:171","msg":"trace[863112332] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"154.256969ms","start":"2026-04-07T09:44:12.24124Z","end":"2026-04-07T09:44:12.395497Z","steps":["trace[863112332] 'process raft request' (duration: 154.045146ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:12.395952Z","caller":"traceutil/trace.go:171","msg":"trace[1060653923] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"153.322203ms","start":"2026-04-07T09:44:12.2426Z","end":"2026-04-07T09:44:12.395922Z","steps":["trace[1060653923] 'process raft request' (duration: 153.197411ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:12.395946Z","caller":"traceutil/trace.go:171","msg":"trace[727404266] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"154.472563ms","start":"2026-04-07T09:44:12.241429Z","end":"2026-04-07T09:44:12.395902Z","steps":["trace[727404266] 'process raft request' (duration: 153.930494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:14.167834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.545843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:14.167955Z","caller":"traceutil/trace.go:171","msg":"trace[2002779763] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5381; }","duration":"148.748086ms","start":"2026-04-07T09:44:14.019183Z","end":"2026-04-07T09:44:14.167931Z","steps":["trace[2002779763] 'count revisions from in-memory index tree' (duration: 148.462331ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.377436Z","caller":"traceutil/trace.go:171","msg":"trace[1149323204] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"205.468988ms","start":"2026-04-07T09:44:14.171921Z","end":"2026-04-07T09:44:14.37739Z","steps":["trace[1149323204] 'process raft request' (duration: 183.704709ms)","trace[1149323204] 'compare' (duration: 21.570826ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:14.386156Z","caller":"traceutil/trace.go:171","msg":"trace[46439101] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"116.835843ms","start":"2026-04-07T09:44:14.269296Z","end":"2026-04-07T09:44:14.386132Z","steps":["trace[46439101] 'process raft request' (duration: 116.798212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.386263Z","caller":"traceutil/trace.go:171","msg":"trace[1182858876] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"185.115693ms","start":"2026-04-07T09:44:14.201108Z","end":"2026-04-07T09:44:14.386224Z","steps":["trace[1182858876] 'process raft request' (duration: 184.857009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.511515Z","caller":"traceutil/trace.go:171","msg":"trace[1650707603] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"104.523464ms","start":"2026-04-07T09:44:14.406961Z","end":"2026-04-07T09:44:14.511485Z","steps":["trace[1650707603] 'process raft request' (duration: 104.475123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:14.511946Z","caller":"traceutil/trace.go:171","msg":"trace[334484379] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"105.191266ms","start":"2026-04-07T09:44:14.40674Z","end":"2026-04-07T09:44:14.511931Z","steps":["trace[334484379] 'process raft request' (duration: 79.913327ms)","trace[334484379] 'compare' (duration: 24.594557ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:14.512085Z","caller":"traceutil/trace.go:171","msg":"trace[360611284] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"105.219996ms","start":"2026-04-07T09:44:14.406852Z","end":"2026-04-07T09:44:14.512072Z","steps":["trace[360611284] 'process raft request' (duration: 104.533215ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:15.754178Z","caller":"traceutil/trace.go:171","msg":"trace[1587579899] linearizableReadLoop","detail":"{readStateIndex:5599; appliedIndex:5598; }","duration":"121.214945ms","start":"2026-04-07T09:44:15.632937Z","end":"2026-04-07T09:44:15.754152Z","steps":["trace[1587579899] 'read index received' (duration: 121.046812ms)","trace[1587579899] 'applied index is now lower than readState.Index' (duration: 167.643µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:15.754358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.400178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:15.754382Z","caller":"traceutil/trace.go:171","msg":"trace[1580533704] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5389; }","duration":"121.49544ms","start":"2026-04-07T09:44:15.632878Z","end":"2026-04-07T09:44:15.754374Z","steps":["trace[1580533704] 'agreement among raft nodes before linearized reading' (duration: 121.382828ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:15.754393Z","caller":"traceutil/trace.go:171","msg":"trace[952475676] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"146.599854ms","start":"2026-04-07T09:44:15.607773Z","end":"2026-04-07T09:44:15.754373Z","steps":["trace[952475676] 'process raft request' (duration: 146.237608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:16.703581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.117439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:44:16.703701Z","caller":"traceutil/trace.go:171","msg":"trace[204559218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5395; }","duration":"186.271311ms","start":"2026-04-07T09:44:16.517408Z","end":"2026-04-07T09:44:16.703679Z","steps":["trace[204559218] 'range keys from in-memory index tree' (duration: 185.872994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:16.703642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.715259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:16.704789Z","caller":"traceutil/trace.go:171","msg":"trace[1416939079] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"185.212393ms","start":"2026-04-07T09:44:16.519563Z","end":"2026-04-07T09:44:16.704775Z","steps":["trace[1416939079] 'process raft request' (duration: 46.262943ms)","trace[1416939079] 'compare' (duration: 137.570987ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:16.704829Z","caller":"traceutil/trace.go:171","msg":"trace[1182010681] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"184.708114ms","start":"2026-04-07T09:44:16.52009Z","end":"2026-04-07T09:44:16.704798Z","steps":["trace[1182010681] 'process raft request' (duration: 183.888711ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:17.01711Z","caller":"traceutil/trace.go:171","msg":"trace[723691650] linearizableReadLoop","detail":"{readStateIndex:5609; appliedIndex:5608; }","duration":"134.970033ms","start":"2026-04-07T09:44:16.882114Z","end":"2026-04-07T09:44:17.017084Z","steps":["trace[723691650] 'read index received' (duration: 134.677757ms)","trace[723691650] 'applied index is now lower than readState.Index' (duration: 291.286µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:17.017332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.188668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:17.017379Z","caller":"traceutil/trace.go:171","msg":"trace[160129284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5399; }","duration":"135.283409ms","start":"2026-04-07T09:44:16.882078Z","end":"2026-04-07T09:44:17.017361Z","steps":["trace[160129284] 'agreement among raft nodes before linearized reading' (duration: 135.105856ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:17.017308Z","caller":"traceutil/trace.go:171","msg":"trace[1569829221] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"150.14311ms","start":"2026-04-07T09:44:16.867095Z","end":"2026-04-07T09:44:17.017238Z","steps":["trace[1569829221] 'process raft request' (duration: 149.796354ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:17.218126Z","caller":"traceutil/trace.go:171","msg":"trace[1411257120] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"111.124955ms","start":"2026-04-07T09:44:17.106982Z","end":"2026-04-07T09:44:17.218107Z","steps":["trace[1411257120] 'process raft request' (duration: 90.322055ms)","trace[1411257120] 'compare' (duration: 20.327393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:18.554383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.371072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:18.554519Z","caller":"traceutil/trace.go:171","msg":"trace[1897304848] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"595.153081ms","start":"2026-04-07T09:44:17.959331Z","end":"2026-04-07T09:44:18.554484Z","steps":["trace[1897304848] 'process raft request' (duration: 129.562545ms)","trace[1897304848] 'compare' (duration: 465.015856ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:18.55458Z","caller":"traceutil/trace.go:171","msg":"trace[127002547] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"580.614746ms","start":"2026-04-07T09:44:17.973952Z","end":"2026-04-07T09:44:18.554567Z","steps":["trace[127002547] 'process raft request' (duration: 580.543395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:18.554642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:17.973939Z","time spent":"580.668327ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:18.554801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:17.959312Z","time spent":"595.276362ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:18.555015Z","caller":"traceutil/trace.go:171","msg":"trace[972468196] linearizableReadLoop","detail":"{readStateIndex:5615; appliedIndex:5614; }","duration":"581.617044ms","start":"2026-04-07T09:44:17.97336Z","end":"2026-04-07T09:44:18.554977Z","steps":["trace[972468196] 'read index received' (duration: 115.62117ms)","trace[972468196] 'applied index is now lower than readState.Index' (duration: 465.992904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:18.555458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.071441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:44:18.555499Z","caller":"traceutil/trace.go:171","msg":"trace[401476521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5406; }","duration":"582.178792ms","start":"2026-04-07T09:44:17.973308Z","end":"2026-04-07T09:44:18.555487Z","steps":["trace[401476521] 'agreement among raft nodes before linearized reading' (duration: 581.979939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:18.555537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:17.973289Z","time spent":"582.238964ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T09:44:18.73947Z","caller":"traceutil/trace.go:171","msg":"trace[162992586] linearizableReadLoop","detail":"{readStateIndex:5617; appliedIndex:5616; }","duration":"184.201314ms","start":"2026-04-07T09:44:18.555236Z","end":"2026-04-07T09:44:18.739437Z","steps":["trace[162992586] 'read index received' (duration: 124.668231ms)","trace[162992586] 'applied index is now lower than readState.Index' (duration: 59.531843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:18.739814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.139245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T09:44:18.739864Z","caller":"traceutil/trace.go:171","msg":"trace[1960358501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5408; }","duration":"241.231356ms","start":"2026-04-07T09:44:18.498617Z","end":"2026-04-07T09:44:18.739849Z","steps":["trace[1960358501] 'agreement among raft nodes before linearized reading' (duration: 240.938131ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.739853Z","caller":"traceutil/trace.go:171","msg":"trace[1905136042] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"281.602135ms","start":"2026-04-07T09:44:18.457968Z","end":"2026-04-07T09:44:18.73957Z","steps":["trace[1905136042] 'process raft request' (duration: 221.95111ms)","trace[1905136042] 'compare' (duration: 59.252498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:18.740074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.140715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-07T09:44:18.740084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.136613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T09:44:18.740113Z","caller":"traceutil/trace.go:171","msg":"trace[539897149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5408; }","duration":"244.306378ms","start":"2026-04-07T09:44:18.495798Z","end":"2026-04-07T09:44:18.740104Z","steps":["trace[539897149] 'agreement among raft nodes before linearized reading' (duration: 243.735087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:18.740099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.010653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:18.740141Z","caller":"traceutil/trace.go:171","msg":"trace[1433558828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5408; }","duration":"273.213735ms","start":"2026-04-07T09:44:18.466905Z","end":"2026-04-07T09:44:18.740119Z","steps":["trace[1433558828] 'agreement among raft nodes before linearized reading' (duration: 272.668795ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.740157Z","caller":"traceutil/trace.go:171","msg":"trace[558791832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5408; }","duration":"743.124284ms","start":"2026-04-07T09:44:17.99702Z","end":"2026-04-07T09:44:18.740144Z","steps":["trace[558791832] 'agreement among raft nodes before linearized reading' (duration: 742.562364ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:18.740087Z","caller":"traceutil/trace.go:171","msg":"trace[2023407870] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"179.786421ms","start":"2026-04-07T09:44:18.560271Z","end":"2026-04-07T09:44:18.740058Z","steps":["trace[2023407870] 'process raft request' (duration: 179.102949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:18.740199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:17.996997Z","time spent":"743.184876ms","remote":"127.0.0.1:52076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:18.739973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.905514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:18.740313Z","caller":"traceutil/trace.go:171","msg":"trace[1878729750] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5408; }","duration":"259.317271ms","start":"2026-04-07T09:44:18.480973Z","end":"2026-04-07T09:44:18.74029Z","steps":["trace[1878729750] 'agreement among raft nodes before linearized reading' (duration: 258.592548ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:19.069447Z","caller":"traceutil/trace.go:171","msg":"trace[2024872964] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"148.031613ms","start":"2026-04-07T09:44:18.921387Z","end":"2026-04-07T09:44:19.069419Z","steps":["trace[2024872964] 'process raft request' (duration: 147.82659ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:19.952901Z","caller":"traceutil/trace.go:171","msg":"trace[1527390000] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5627; }","duration":"135.124203ms","start":"2026-04-07T09:44:19.817742Z","end":"2026-04-07T09:44:19.952866Z","steps":["trace[1527390000] 'read index received' (duration: 134.91106ms)","trace[1527390000] 'applied index is now lower than readState.Index' (duration: 211.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:19.953059Z","caller":"traceutil/trace.go:171","msg":"trace[1185988222] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"165.937602ms","start":"2026-04-07T09:44:19.787109Z","end":"2026-04-07T09:44:19.953046Z","steps":["trace[1185988222] 'process raft request' (duration: 165.570406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:19.953205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.065339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:19.953302Z","caller":"traceutil/trace.go:171","msg":"trace[1158715274] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5417; }","duration":"133.214221ms","start":"2026-04-07T09:44:19.820055Z","end":"2026-04-07T09:44:19.953269Z","steps":["trace[1158715274] 'agreement among raft nodes before linearized reading' (duration: 133.075929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:19.953434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.658193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:19.953562Z","caller":"traceutil/trace.go:171","msg":"trace[797951628] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5417; }","duration":"135.868136ms","start":"2026-04-07T09:44:19.81767Z","end":"2026-04-07T09:44:19.953538Z","steps":["trace[797951628] 'agreement among raft nodes before linearized reading' (duration: 135.667543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:20.989188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.167738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:20.98963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.169814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:20.989752Z","caller":"traceutil/trace.go:171","msg":"trace[1266495988] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5417; }","duration":"436.310786ms","start":"2026-04-07T09:44:20.553409Z","end":"2026-04-07T09:44:20.989719Z","steps":["trace[1266495988] 'count revisions from in-memory index tree' (duration: 436.028981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:20.989846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.553338Z","time spent":"436.481789ms","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:20.990716Z","caller":"traceutil/trace.go:171","msg":"trace[875223530] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5628; }","duration":"244.861781ms","start":"2026-04-07T09:44:20.745821Z","end":"2026-04-07T09:44:20.990683Z","steps":["trace[875223530] 'read index received' (duration: 176.142648ms)","trace[875223530] 'applied index is now lower than readState.Index' (duration: 68.717263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:20.990985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.161936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:44:20.991036Z","caller":"traceutil/trace.go:171","msg":"trace[1501580360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5418; }","duration":"245.262998ms","start":"2026-04-07T09:44:20.745762Z","end":"2026-04-07T09:44:20.991025Z","steps":["trace[1501580360] 'agreement among raft nodes before linearized reading' (duration: 245.029404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:20.989685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.911352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:20.991933Z","caller":"traceutil/trace.go:171","msg":"trace[737496206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5417; }","duration":"836.173879ms","start":"2026-04-07T09:44:20.15574Z","end":"2026-04-07T09:44:20.991914Z","steps":["trace[737496206] 'range keys from in-memory index tree' (duration: 833.900252ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:20.990774Z","caller":"traceutil/trace.go:171","msg":"trace[160503887] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"428.429724ms","start":"2026-04-07T09:44:20.562313Z","end":"2026-04-07T09:44:20.990743Z","steps":["trace[160503887] 'process raft request' (duration: 359.63597ms)","trace[160503887] 'compare' (duration: 68.54514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:20.992145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.562268Z","time spent":"429.755936ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:20.992454Z","caller":"traceutil/trace.go:171","msg":"trace[1564747396] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5417; }","duration":"740.509714ms","start":"2026-04-07T09:44:20.251925Z","end":"2026-04-07T09:44:20.992435Z","steps":["trace[1564747396] 'count revisions from in-memory index tree' (duration: 737.067765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:20.992619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.251902Z","time spent":"740.664137ms","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:21.676688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.158621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:21.676966Z","caller":"traceutil/trace.go:171","msg":"trace[912271492] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"680.485535ms","start":"2026-04-07T09:44:20.996457Z","end":"2026-04-07T09:44:21.676943Z","steps":["trace[912271492] 'process raft request' (duration: 680.401884ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.676948Z","caller":"traceutil/trace.go:171","msg":"trace[810079606] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"929.585748ms","start":"2026-04-07T09:44:20.747297Z","end":"2026-04-07T09:44:21.676883Z","steps":["trace[810079606] 'process raft request' (duration: 345.062361ms)","trace[810079606] 'compare' (duration: 584.032029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:21.677064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.996431Z","time spent":"680.594197ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:21.677179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.747269Z","time spent":"929.7667ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:21.677792Z","caller":"traceutil/trace.go:171","msg":"trace[816971470] linearizableReadLoop","detail":"{readStateIndex:5630; appliedIndex:5629; }","duration":"686.967853ms","start":"2026-04-07T09:44:20.990795Z","end":"2026-04-07T09:44:21.677763Z","steps":["trace[816971470] 'read index received' (duration: 101.528512ms)","trace[816971470] 'applied index is now lower than readState.Index' (duration: 585.436581ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:21.67813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.9333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T09:44:21.678099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.011944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:21.678164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.547886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:21.67821Z","caller":"traceutil/trace.go:171","msg":"trace[626461301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5420; }","duration":"399.650217ms","start":"2026-04-07T09:44:21.278547Z","end":"2026-04-07T09:44:21.678197Z","steps":["trace[626461301] 'agreement among raft nodes before linearized reading' (duration: 399.564156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.678264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:21.278521Z","time spent":"399.731808ms","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:21.678232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.846079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:44:21.678363Z","caller":"traceutil/trace.go:171","msg":"trace[1463648360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5420; }","duration":"859.087324ms","start":"2026-04-07T09:44:20.819262Z","end":"2026-04-07T09:44:21.678349Z","steps":["trace[1463648360] 'agreement among raft nodes before linearized reading' (duration: 858.761828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.678354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.745302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:44:21.678361Z","caller":"traceutil/trace.go:171","msg":"trace[1403123836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5420; }","duration":"796.149277ms","start":"2026-04-07T09:44:20.882024Z","end":"2026-04-07T09:44:21.678173Z","steps":["trace[1403123836] 'agreement among raft nodes before linearized reading' (duration: 795.980614ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.678445Z","caller":"traceutil/trace.go:171","msg":"trace[27107992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5420; }","duration":"860.878624ms","start":"2026-04-07T09:44:20.817556Z","end":"2026-04-07T09:44:21.678434Z","steps":["trace[27107992] 'agreement among raft nodes before linearized reading' (duration: 860.67898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.678474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.819251Z","time spent":"859.173905ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:21.678551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.81754Z","time spent":"860.972386ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:44:21.678562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.96464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:21.678511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.88201Z","time spent":"796.486963ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T09:44:21.678178Z","caller":"traceutil/trace.go:171","msg":"trace[1182563230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5420; }","duration":"908.977351ms","start":"2026-04-07T09:44:20.769187Z","end":"2026-04-07T09:44:21.678164Z","steps":["trace[1182563230] 'agreement among raft nodes before linearized reading' (duration: 908.859609ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.678644Z","caller":"traceutil/trace.go:171","msg":"trace[2106283595] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5420; }","duration":"151.115923ms","start":"2026-04-07T09:44:21.527514Z","end":"2026-04-07T09:44:21.67863Z","steps":["trace[2106283595] 'agreement among raft nodes before linearized reading' (duration: 150.96424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.67867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.769159Z","time spent":"909.50079ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:44:21.677951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T09:44:21.679111Z","caller":"traceutil/trace.go:171","msg":"trace[391861898] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5420; }","duration":"860.71727ms","start":"2026-04-07T09:44:20.818381Z","end":"2026-04-07T09:44:21.679098Z","steps":["trace[391861898] 'agreement among raft nodes before linearized reading' (duration: 859.407018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.67919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.818375Z","time spent":"860.801571ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:44:21.679226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.904423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:44:21.679332Z","caller":"traceutil/trace.go:171","msg":"trace[1929872522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5420; }","duration":"861.059767ms","start":"2026-04-07T09:44:20.81826Z","end":"2026-04-07T09:44:21.67932Z","steps":["trace[1929872522] 'agreement among raft nodes before linearized reading' (duration: 859.704894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.679393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.818238Z","time spent":"861.144669ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T09:44:23.137858Z","caller":"traceutil/trace.go:171","msg":"trace[2008195902] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"140.396646ms","start":"2026-04-07T09:44:22.997431Z","end":"2026-04-07T09:44:23.137828Z","steps":["trace[2008195902] 'process raft request' (duration: 140.219872ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:30.497272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2862} {"level":"info","ts":"2026-04-07T09:44:30.578298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2862,"took":"79.330179ms","hash":612240116,"current-db-size-bytes":51884032,"current-db-size":"52 MB","current-db-size-in-use-bytes":28352512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T09:44:30.57837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":612240116,"revision":2862,"compact-revision":-1} {"level":"warn","ts":"2026-04-07T09:44:40.268485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654823418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:40.768583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654823418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:41.269572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654823418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:41.770122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654823418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:41.880951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999701009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:44:41.881045Z","caller":"traceutil/trace.go:171","msg":"trace[1298113978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999844461s","start":"2026-04-07T09:44:39.881176Z","end":"2026-04-07T09:44:41.881021Z","steps":["trace[1298113978] 'agreement among raft nodes before linearized reading' (duration: 1.999733179s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:41.881356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.881157Z","time spent":"2.000111996s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:44:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:44:42.270772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654823418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:42.456911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.795237129s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:44:42.457289Z","caller":"traceutil/trace.go:171","msg":"trace[763894703] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"2.795694696s","start":"2026-04-07T09:44:39.661571Z","end":"2026-04-07T09:44:42.457266Z","steps":["trace[763894703] 'process raft request' (duration: 2.795541364s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.45743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.661549Z","time spent":"2.795808918s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:42.464529Z","caller":"traceutil/trace.go:171","msg":"trace[1972434431] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"2.722147971s","start":"2026-04-07T09:44:39.742355Z","end":"2026-04-07T09:44:42.464503Z","steps":["trace[1972434431] 'process raft request' (duration: 2.721954417s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:42.464539Z","caller":"traceutil/trace.go:171","msg":"trace[1536095307] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"2.434035532s","start":"2026-04-07T09:44:40.030475Z","end":"2026-04-07T09:44:42.464511Z","steps":["trace[1536095307] 'process raft request' (duration: 2.433954071s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.464641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.742319Z","time spent":"2.722267474s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:42.464678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:40.030456Z","time spent":"2.434142174s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:42.464756Z","caller":"traceutil/trace.go:171","msg":"trace[1965253077] linearizableReadLoop","detail":"{readStateIndex:5789; appliedIndex:5783; }","duration":"2.696344292s","start":"2026-04-07T09:44:39.768397Z","end":"2026-04-07T09:44:42.464742Z","steps":["trace[1965253077] 'read index received' (duration: 2.68877724s)","trace[1965253077] 'applied index is now lower than readState.Index' (duration: 7.566502ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:42.464843Z","caller":"traceutil/trace.go:171","msg":"trace[274135792] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"580.170002ms","start":"2026-04-07T09:44:41.884666Z","end":"2026-04-07T09:44:42.464836Z","steps":["trace[274135792] 'process raft request' (duration: 580.04269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.464888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.884641Z","time spent":"580.223472ms","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:44:42.464906Z","caller":"traceutil/trace.go:171","msg":"trace[1739379648] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"1.246102823s","start":"2026-04-07T09:44:41.218755Z","end":"2026-04-07T09:44:42.464858Z","steps":["trace[1739379648] 'process raft request' (duration: 1.24589882s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528904323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:44:42.465109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.218725Z","time spent":"1.246287466s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:42.465081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656123398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T09:44:42.465143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945291506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:42.465164Z","caller":"traceutil/trace.go:171","msg":"trace[737631412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5573; }","duration":"2.656249251s","start":"2026-04-07T09:44:39.808909Z","end":"2026-04-07T09:44:42.465158Z","steps":["trace[737631412] 'agreement among raft nodes before linearized reading' (duration: 2.656070478s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.808887Z","time spent":"2.656292861s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:44:42.465133Z","caller":"traceutil/trace.go:171","msg":"trace[1027376138] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5573; }","duration":"1.528990565s","start":"2026-04-07T09:44:40.936134Z","end":"2026-04-07T09:44:42.465125Z","steps":["trace[1027376138] 'agreement among raft nodes before linearized reading' (duration: 1.528917324s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454713567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"warn","ts":"2026-04-07T09:44:42.465301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:40.936114Z","time spent":"1.529168518s","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:42.465319Z","caller":"traceutil/trace.go:171","msg":"trace[1933571226] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5573; }","duration":"2.454789578s","start":"2026-04-07T09:44:40.010521Z","end":"2026-04-07T09:44:42.465311Z","steps":["trace[1933571226] 'agreement among raft nodes before linearized reading' (duration: 2.454681216s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.378775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:42.465377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042433226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:42.465416Z","caller":"traceutil/trace.go:171","msg":"trace[14205234] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5573; }","duration":"1.042515447s","start":"2026-04-07T09:44:41.422893Z","end":"2026-04-07T09:44:42.465409Z","steps":["trace[14205234] 'agreement among raft nodes before linearized reading' (duration: 1.042349044s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:42.465417Z","caller":"traceutil/trace.go:171","msg":"trace[1069480304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5573; }","duration":"575.626918ms","start":"2026-04-07T09:44:41.889755Z","end":"2026-04-07T09:44:42.465382Z","steps":["trace[1069480304] 'agreement among raft nodes before linearized reading' (duration: 575.305673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.422873Z","time spent":"1.042557598s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":80,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:42.46543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604987038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-07T09:44:42.4655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.889744Z","time spent":"575.713739ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T09:44:42.465523Z","caller":"traceutil/trace.go:171","msg":"trace[1057481626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5573; }","duration":"2.6050895s","start":"2026-04-07T09:44:39.860417Z","end":"2026-04-07T09:44:42.465507Z","steps":["trace[1057481626] 'agreement among raft nodes before linearized reading' (duration: 2.604953878s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.860409Z","time spent":"2.605151161s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:44:42.465613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346866025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:42.465637Z","caller":"traceutil/trace.go:171","msg":"trace[181568418] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5573; }","duration":"1.346926456s","start":"2026-04-07T09:44:41.118702Z","end":"2026-04-07T09:44:42.465628Z","steps":["trace[181568418] 'agreement among raft nodes before linearized reading' (duration: 1.346892626s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.11868Z","time spent":"1.346977437s","remote":"127.0.0.1:53834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:44:42.465183Z","caller":"traceutil/trace.go:171","msg":"trace[1532603742] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5573; }","duration":"1.945368078s","start":"2026-04-07T09:44:40.5198Z","end":"2026-04-07T09:44:42.465168Z","steps":["trace[1532603742] 'agreement among raft nodes before linearized reading' (duration: 1.945315327s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.465786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:40.51978Z","time spent":"1.945996507s","remote":"127.0.0.1:38388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:42.465943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697547822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:44:42.465996Z","caller":"traceutil/trace.go:171","msg":"trace[249791186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5573; }","duration":"2.697642143s","start":"2026-04-07T09:44:39.768342Z","end":"2026-04-07T09:44:42.465984Z","steps":["trace[249791186] 'agreement among raft nodes before linearized reading' (duration: 2.69746038s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.466029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.768321Z","time spent":"2.697701124s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T09:44:42.466198Z","caller":"traceutil/trace.go:171","msg":"trace[1606290465] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"1.390204146s","start":"2026-04-07T09:44:41.075967Z","end":"2026-04-07T09:44:42.466171Z","steps":["trace[1606290465] 'process raft request' (duration: 1.388504769s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.46636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611253689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T09:44:42.466393Z","caller":"traceutil/trace.go:171","msg":"trace[1005178136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5573; }","duration":"2.611340841s","start":"2026-04-07T09:44:39.855044Z","end":"2026-04-07T09:44:42.466384Z","steps":["trace[1005178136] 'agreement among raft nodes before linearized reading' (duration: 2.611109747s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.466414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.855027Z","time spent":"2.611381501s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:44:42.466304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.075938Z","time spent":"1.390301878s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:42.466728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61500103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:44:42.466782Z","caller":"traceutil/trace.go:171","msg":"trace[1607875226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5573; }","duration":"2.615093731s","start":"2026-04-07T09:44:39.851676Z","end":"2026-04-07T09:44:42.46677Z","steps":["trace[1607875226] 'agreement among raft nodes before linearized reading' (duration: 2.614909238s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.466813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.851658Z","time spent":"2.615148963s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:42.465582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292647926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:42.46692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.024733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:42.466953Z","caller":"traceutil/trace.go:171","msg":"trace[1010847252] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5573; }","duration":"218.092905ms","start":"2026-04-07T09:44:42.248852Z","end":"2026-04-07T09:44:42.466944Z","steps":["trace[1010847252] 'agreement among raft nodes before linearized reading' (duration: 218.032054ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:42.466952Z","caller":"traceutil/trace.go:171","msg":"trace[1108004838] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5573; }","duration":"1.294025559s","start":"2026-04-07T09:44:41.172889Z","end":"2026-04-07T09:44:42.466914Z","steps":["trace[1108004838] 'agreement among raft nodes before linearized reading' (duration: 1.292671698s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.467033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:41.172869Z","time spent":"1.294138901s","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:42.467195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610064891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:44:42.467216Z","caller":"traceutil/trace.go:171","msg":"trace[1236502209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5573; }","duration":"2.610124761s","start":"2026-04-07T09:44:39.857086Z","end":"2026-04-07T09:44:42.46721Z","steps":["trace[1236502209] 'agreement among raft nodes before linearized reading' (duration: 2.61006602s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:42.467232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:39.857069Z","time spent":"2.610160162s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:42.465352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:40.010503Z","time spent":"2.454842279s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8339,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-07T09:46:51.171901Z","caller":"traceutil/trace.go:171","msg":"trace[448922116] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"184.281589ms","start":"2026-04-07T09:46:50.987598Z","end":"2026-04-07T09:46:51.171879Z","steps":["trace[448922116] 'process raft request' (duration: 184.155727ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:46:51.213158Z","caller":"traceutil/trace.go:171","msg":"trace[830980936] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"194.544823ms","start":"2026-04-07T09:46:51.018585Z","end":"2026-04-07T09:46:51.213129Z","steps":["trace[830980936] 'process raft request' (duration: 194.34739ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:46:51.213318Z","caller":"traceutil/trace.go:171","msg":"trace[601700119] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"190.206403ms","start":"2026-04-07T09:46:51.023082Z","end":"2026-04-07T09:46:51.213289Z","steps":["trace[601700119] 'process raft request' (duration: 189.98533ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:46:51.370972Z","caller":"traceutil/trace.go:171","msg":"trace[1596347688] transaction","detail":"{read_only:false; response_revision:6474; number_of_response:1; }","duration":"154.005134ms","start":"2026-04-07T09:46:51.216941Z","end":"2026-04-07T09:46:51.370946Z","steps":["trace[1596347688] 'process raft request' (duration: 140.566916ms)","trace[1596347688] 'compare' (duration: 12.994922ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:46:51.371459Z","caller":"traceutil/trace.go:171","msg":"trace[1183090595] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"153.78424ms","start":"2026-04-07T09:46:51.217642Z","end":"2026-04-07T09:46:51.371427Z","steps":["trace[1183090595] 'process raft request' (duration: 153.178351ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:24.235325Z","caller":"traceutil/trace.go:171","msg":"trace[90353632] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"111.859701ms","start":"2026-04-07T09:47:24.123426Z","end":"2026-04-07T09:47:24.235286Z","steps":["trace[90353632] 'process raft request' (duration: 51.169125ms)","trace[90353632] 'compare' (duration: 60.472403ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:24.459071Z","caller":"traceutil/trace.go:171","msg":"trace[712556864] transaction","detail":"{read_only:false; response_revision:6703; number_of_response:1; }","duration":"127.473087ms","start":"2026-04-07T09:47:24.331573Z","end":"2026-04-07T09:47:24.459046Z","steps":["trace[712556864] 'process raft request' (duration: 94.404691ms)","trace[712556864] 'compare' (duration: 32.280685ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:24.459434Z","caller":"traceutil/trace.go:171","msg":"trace[1279212302] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"127.06317ms","start":"2026-04-07T09:47:24.332354Z","end":"2026-04-07T09:47:24.459417Z","steps":["trace[1279212302] 'process raft request' (duration: 126.026916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:25.897509Z","caller":"traceutil/trace.go:171","msg":"trace[1530141666] linearizableReadLoop","detail":"{readStateIndex:6966; appliedIndex:6965; }","duration":"361.567199ms","start":"2026-04-07T09:47:25.535883Z","end":"2026-04-07T09:47:25.89745Z","steps":["trace[1530141666] 'read index received' (duration: 361.331516ms)","trace[1530141666] 'applied index is now lower than readState.Index' (duration: 234.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:25.89782Z","caller":"traceutil/trace.go:171","msg":"trace[539046357] transaction","detail":"{read_only:false; response_revision:6710; number_of_response:1; }","duration":"370.790186ms","start":"2026-04-07T09:47:25.527016Z","end":"2026-04-07T09:47:25.897807Z","steps":["trace[539046357] 'process raft request' (duration: 370.305459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:25.897924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.526998Z","time spent":"370.855396ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:25.898179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.291649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T09:47:25.89822Z","caller":"traceutil/trace.go:171","msg":"trace[38355313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6710; }","duration":"362.35847ms","start":"2026-04-07T09:47:25.53585Z","end":"2026-04-07T09:47:25.898208Z","steps":["trace[38355313] 'agreement among raft nodes before linearized reading' (duration: 362.224788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:25.898248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.535835Z","time spent":"362.40741ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:47:25.898744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.150757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T09:47:25.898694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.18923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:47:25.898786Z","caller":"traceutil/trace.go:171","msg":"trace[485065636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6710; }","duration":"280.212278ms","start":"2026-04-07T09:47:25.618563Z","end":"2026-04-07T09:47:25.898775Z","steps":["trace[485065636] 'agreement among raft nodes before linearized reading' (duration: 280.110207ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:25.898818Z","caller":"traceutil/trace.go:171","msg":"trace[212441145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6710; }","duration":"352.378372ms","start":"2026-04-07T09:47:25.546415Z","end":"2026-04-07T09:47:25.898793Z","steps":["trace[212441145] 'agreement among raft nodes before linearized reading' (duration: 352.020607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:25.898882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.546395Z","time spent":"352.477554ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:47:25.899183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.662086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:47:25.899221Z","caller":"traceutil/trace.go:171","msg":"trace[330586528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6710; }","duration":"336.742266ms","start":"2026-04-07T09:47:25.562469Z","end":"2026-04-07T09:47:25.899211Z","steps":["trace[330586528] 'agreement among raft nodes before linearized reading' (duration: 336.655025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:25.899248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:25.562456Z","time spent":"336.785797ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:25.899377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.71622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:47:25.899405Z","caller":"traceutil/trace.go:171","msg":"trace[20488455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6710; }","duration":"284.777392ms","start":"2026-04-07T09:47:25.614621Z","end":"2026-04-07T09:47:25.899398Z","steps":["trace[20488455] 'agreement among raft nodes before linearized reading' (duration: 284.706351ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:26.013837Z","caller":"traceutil/trace.go:171","msg":"trace[1146317048] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"111.239742ms","start":"2026-04-07T09:47:25.902551Z","end":"2026-04-07T09:47:26.013791Z","steps":["trace[1146317048] 'process raft request' (duration: 110.906398ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:26.014374Z","caller":"traceutil/trace.go:171","msg":"trace[1220760321] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"109.819952ms","start":"2026-04-07T09:47:25.904527Z","end":"2026-04-07T09:47:26.014347Z","steps":["trace[1220760321] 'process raft request' (duration: 109.738461ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:26.014528Z","caller":"traceutil/trace.go:171","msg":"trace[1827858383] transaction","detail":"{read_only:false; response_revision:6713; number_of_response:1; }","duration":"111.80131ms","start":"2026-04-07T09:47:25.902717Z","end":"2026-04-07T09:47:26.014518Z","steps":["trace[1827858383] 'process raft request' (duration: 110.913308ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:26.014607Z","caller":"traceutil/trace.go:171","msg":"trace[1568292249] transaction","detail":"{read_only:false; response_revision:6714; number_of_response:1; }","duration":"110.823556ms","start":"2026-04-07T09:47:25.903775Z","end":"2026-04-07T09:47:26.014598Z","steps":["trace[1568292249] 'process raft request' (duration: 110.454091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:27.381736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:27.882398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:28.38305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:28.881191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:28.8813Z","caller":"traceutil/trace.go:171","msg":"trace[280541387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646073s","start":"2026-04-07T09:47:26.880633Z","end":"2026-04-07T09:47:28.881279Z","steps":["trace[280541387] 'agreement among raft nodes before linearized reading' (duration: 2.00046436s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:28.881889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.880619Z","time spent":"2.001252432s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:28.883483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:29.383601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:29.88451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:30.385316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:30.88242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:30.882501Z","caller":"traceutil/trace.go:171","msg":"trace[1343843574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115178s","start":"2026-04-07T09:47:28.882366Z","end":"2026-04-07T09:47:30.882481Z","steps":["trace[1343843574] 'agreement among raft nodes before linearized reading' (duration: 2.000015136s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:30.882773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.882351Z","time spent":"2.000403001s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:30.88571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:31.29805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:31.298206Z","caller":"traceutil/trace.go:171","msg":"trace[588378176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075669s","start":"2026-04-07T09:47:29.29743Z","end":"2026-04-07T09:47:31.298187Z","steps":["trace[588378176] 'agreement among raft nodes before linearized reading' (duration: 2.000588838s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:31.298253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:29.297413Z","time spent":"2.000828801s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:31.3862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:31.8866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:32.387598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:32.408919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.41198Z","time spent":"4.996932537s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:32.410029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.412101Z","time spent":"4.99792073s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:32.888109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:32.889338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:32.889429Z","caller":"traceutil/trace.go:171","msg":"trace[1542222669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351012s","start":"2026-04-07T09:47:30.889057Z","end":"2026-04-07T09:47:32.889408Z","steps":["trace[1542222669] 'agreement among raft nodes before linearized reading' (duration: 2.00022121s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:32.889741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:30.889041Z","time spent":"2.000589815s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:32.902786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999430034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:32.90286Z","caller":"traceutil/trace.go:171","msg":"trace[920057315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999548686s","start":"2026-04-07T09:47:27.90329Z","end":"2026-04-07T09:47:32.902839Z","steps":["trace[920057315] 'agreement among raft nodes before linearized reading' (duration: 4.999460845s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:32.902911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.903274Z","time spent":"4.999624017s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:47:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:33.019994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998693829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:33.020164Z","caller":"traceutil/trace.go:171","msg":"trace[393200387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998885152s","start":"2026-04-07T09:47:28.021256Z","end":"2026-04-07T09:47:33.020141Z","steps":["trace[393200387] 'agreement among raft nodes before linearized reading' (duration: 4.998695759s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:33.020015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998751831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:33.020252Z","caller":"traceutil/trace.go:171","msg":"trace[1507530885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999022884s","start":"2026-04-07T09:47:28.021211Z","end":"2026-04-07T09:47:33.020234Z","steps":["trace[1507530885] 'agreement among raft nodes before linearized reading' (duration: 4.998760451s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:33.020297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.021204Z","time spent":"4.999082755s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:47:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:33.020408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.021253Z","time spent":"4.999089115s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:47:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:33.337787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:26.337409Z","time spent":"7.000370893s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:33.389003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:33.881521Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T09:47:34.382265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:34.383514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.383282Z","time spent":"7.00022857s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:34.646205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.645172Z","time spent":"7.001027058s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:34.681937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.681536Z","time spent":"7.000396248s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:34.821345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.483766379s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T09:47:34.890249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:34.890349Z","caller":"traceutil/trace.go:171","msg":"trace[1611147112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316896s","start":"2026-04-07T09:47:32.890009Z","end":"2026-04-07T09:47:34.890326Z","steps":["trace[1611147112] 'agreement among raft nodes before linearized reading' (duration: 2.000206463s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.890395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.889996Z","time spent":"2.000389266s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T09:47:34.936353Z","caller":"traceutil/trace.go:171","msg":"trace[922974773] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"2.422642729s","start":"2026-04-07T09:47:32.513674Z","end":"2026-04-07T09:47:34.936317Z","steps":["trace[922974773] 'process raft request' (duration: 2.422365575s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.936555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.513653Z","time spent":"2.422826301s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:34.936604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.884319423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-07T09:47:34.936664Z","caller":"traceutil/trace.go:171","msg":"trace[1176253773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6723; }","duration":"7.884421634s","start":"2026-04-07T09:47:27.05223Z","end":"2026-04-07T09:47:34.936652Z","steps":["trace[1176253773] 'agreement among raft nodes before linearized reading' (duration: 7.884204671s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:34.936384Z","caller":"traceutil/trace.go:171","msg":"trace[474551338] linearizableReadLoop","detail":"{readStateIndex:6980; appliedIndex:6971; }","duration":"1.054723167s","start":"2026-04-07T09:47:33.881639Z","end":"2026-04-07T09:47:34.936362Z","steps":["trace[474551338] 'read index received' (duration: 940.056605ms)","trace[474551338] 'applied index is now lower than readState.Index' (duration: 114.665472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:47:34.936706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.052215Z","time spent":"7.884482715s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T09:47:34.936868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.195549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T09:47:34.936925Z","caller":"traceutil/trace.go:171","msg":"trace[1668124543] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6723; }","duration":"965.309781ms","start":"2026-04-07T09:47:33.971607Z","end":"2026-04-07T09:47:34.936917Z","steps":["trace[1668124543] 'agreement among raft nodes before linearized reading' (duration: 965.170289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.936955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:33.971587Z","time spent":"965.362471ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:47:34.937018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957472753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:34.937056Z","caller":"traceutil/trace.go:171","msg":"trace[45430294] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6723; }","duration":"3.957621335s","start":"2026-04-07T09:47:30.979426Z","end":"2026-04-07T09:47:34.937047Z","steps":["trace[45430294] 'agreement among raft nodes before linearized reading' (duration: 3.957560265s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.937092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:30.979406Z","time spent":"3.957675736s","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:34.937144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.408455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:34.937223Z","caller":"traceutil/trace.go:171","msg":"trace[471397141] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6723; }","duration":"116.545627ms","start":"2026-04-07T09:47:34.82066Z","end":"2026-04-07T09:47:34.937206Z","steps":["trace[471397141] 'agreement among raft nodes before linearized reading' (duration: 116.407426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.937231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357395875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:34.937312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.287034397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:34.937335Z","caller":"traceutil/trace.go:171","msg":"trace[1394159436] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:6723; }","duration":"3.357552127s","start":"2026-04-07T09:47:31.579757Z","end":"2026-04-07T09:47:34.93731Z","steps":["trace[1394159436] 'agreement among raft nodes before linearized reading' (duration: 3.357142791s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.937353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.901523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:47:34.937405Z","caller":"traceutil/trace.go:171","msg":"trace[998529584] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6723; }","duration":"252.004844ms","start":"2026-04-07T09:47:34.685395Z","end":"2026-04-07T09:47:34.937399Z","steps":["trace[998529584] 'agreement among raft nodes before linearized reading' (duration: 251.878322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.938007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526025537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T09:47:34.938045Z","caller":"traceutil/trace.go:171","msg":"trace[780977442] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6723; }","duration":"2.526062028s","start":"2026-04-07T09:47:32.411974Z","end":"2026-04-07T09:47:34.938036Z","steps":["trace[780977442] 'agreement among raft nodes before linearized reading' (duration: 2.525973296s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.938081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.411941Z","time spent":"2.526132078s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T09:47:34.938127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.811921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T09:47:34.938168Z","caller":"traceutil/trace.go:171","msg":"trace[142508301] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:6723; }","duration":"847.891242ms","start":"2026-04-07T09:47:34.090267Z","end":"2026-04-07T09:47:34.938158Z","steps":["trace[142508301] 'agreement among raft nodes before linearized reading' (duration: 847.797881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.938201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:34.090245Z","time spent":"847.949963ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-07T09:47:34.937348Z","caller":"traceutil/trace.go:171","msg":"trace[1075870560] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6723; }","duration":"6.287102708s","start":"2026-04-07T09:47:28.650236Z","end":"2026-04-07T09:47:34.937339Z","steps":["trace[1075870560] 'agreement among raft nodes before linearized reading' (duration: 6.287055358s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.938411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.650219Z","time spent":"6.288181613s","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:34.937396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:31.579738Z","time spent":"3.357643578s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:34.938684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.488056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:34.939968Z","caller":"traceutil/trace.go:171","msg":"trace[1271820880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6723; }","duration":"775.802233ms","start":"2026-04-07T09:47:34.164148Z","end":"2026-04-07T09:47:34.939951Z","steps":["trace[1271820880] 'agreement among raft nodes before linearized reading' (duration: 774.495306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.940024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:34.164122Z","time spent":"775.884905ms","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:34.937433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.916176516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:47:34.940094Z","caller":"traceutil/trace.go:171","msg":"trace[1585590833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6723; }","duration":"6.918837574s","start":"2026-04-07T09:47:28.02124Z","end":"2026-04-07T09:47:34.940078Z","steps":["trace[1585590833] 'agreement among raft nodes before linearized reading' (duration: 6.916127967s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:34.937445Z","caller":"traceutil/trace.go:171","msg":"trace[2089986191] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6722; }","duration":"1.594336077s","start":"2026-04-07T09:47:33.343095Z","end":"2026-04-07T09:47:34.937431Z","steps":["trace[2089986191] 'process raft request' (duration: 1.59313279s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.940159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.021237Z","time spent":"6.918907535s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:34.940235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:33.343068Z","time spent":"1.597096784s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:34.937546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.918165144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T09:47:34.940365Z","caller":"traceutil/trace.go:171","msg":"trace[218451315] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6723; }","duration":"6.921005532s","start":"2026-04-07T09:47:28.019346Z","end":"2026-04-07T09:47:34.940351Z","steps":["trace[218451315] 'agreement among raft nodes before linearized reading' (duration: 6.918110483s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.940421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:28.019333Z","time spent":"6.921077863s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:47:34.937596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950245126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:34.940501Z","caller":"traceutil/trace.go:171","msg":"trace[2079237008] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6723; }","duration":"6.953166385s","start":"2026-04-07T09:47:27.987325Z","end":"2026-04-07T09:47:34.940491Z","steps":["trace[2079237008] 'agreement among raft nodes before linearized reading' (duration: 6.950238175s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.937658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950451127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:47:34.940551Z","caller":"traceutil/trace.go:171","msg":"trace[1736579763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6723; }","duration":"6.953369488s","start":"2026-04-07T09:47:27.987169Z","end":"2026-04-07T09:47:34.940538Z","steps":["trace[1736579763] 'agreement among raft nodes before linearized reading' (duration: 6.950441088s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.940578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.987317Z","time spent":"6.953215336s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":9,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:34.9406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.987153Z","time spent":"6.953432369s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:34.937693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.131735241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:34.940661Z","caller":"traceutil/trace.go:171","msg":"trace[995573181] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:6723; }","duration":"7.134733142s","start":"2026-04-07T09:47:27.805919Z","end":"2026-04-07T09:47:34.940653Z","steps":["trace[995573181] 'agreement among raft nodes before linearized reading' (duration: 7.131752121s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.937727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.305364689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:34.937731Z","caller":"traceutil/trace.go:171","msg":"trace[1428932683] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"287.881625ms","start":"2026-04-07T09:47:34.649838Z","end":"2026-04-07T09:47:34.937719Z","steps":["trace[1428932683] 'process raft request' (duration: 286.430686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.937792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918604602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:34.937921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090542753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-07T09:47:34.938772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.636771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-07T09:47:34.938985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527854241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-07T09:47:34.937268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.688899906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:34.939603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.224975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-07T09:47:34.940111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803657456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T09:47:34.941023Z","caller":"traceutil/trace.go:171","msg":"trace[284571271] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6723; }","duration":"2.804619079s","start":"2026-04-07T09:47:32.136396Z","end":"2026-04-07T09:47:34.941015Z","steps":["trace[284571271] 'agreement among raft nodes before linearized reading' (duration: 2.802679012s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.941059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.136381Z","time spent":"2.8046673s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":656,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:34.940964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.805902Z","time spent":"7.135045427s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:34.941369Z","caller":"traceutil/trace.go:171","msg":"trace[705519967] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6723; }","duration":"7.308639435s","start":"2026-04-07T09:47:27.632318Z","end":"2026-04-07T09:47:34.940958Z","steps":["trace[705519967] 'agreement among raft nodes before linearized reading' (duration: 7.305388349s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:34.941512Z","caller":"traceutil/trace.go:171","msg":"trace[150122285] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6723; }","duration":"554.399139ms","start":"2026-04-07T09:47:34.387098Z","end":"2026-04-07T09:47:34.941498Z","steps":["trace[150122285] 'agreement among raft nodes before linearized reading' (duration: 551.613351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.941603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:34.38708Z","time spent":"554.50407ms","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-07T09:47:34.941788Z","caller":"traceutil/trace.go:171","msg":"trace[339584167] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6723; }","duration":"2.53069701s","start":"2026-04-07T09:47:32.411084Z","end":"2026-04-07T09:47:34.941781Z","steps":["trace[339584167] 'agreement among raft nodes before linearized reading' (duration: 2.527195602s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.941879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.411064Z","time spent":"2.530806982s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-07T09:47:34.941968Z","caller":"traceutil/trace.go:171","msg":"trace[311480201] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6723; }","duration":"5.693641922s","start":"2026-04-07T09:47:29.24832Z","end":"2026-04-07T09:47:34.941962Z","steps":["trace[311480201] 'agreement among raft nodes before linearized reading' (duration: 5.688917257s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.942009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:29.248302Z","time spent":"5.693698833s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:34.9421Z","caller":"traceutil/trace.go:171","msg":"trace[1621719560] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6723; }","duration":"294.7288ms","start":"2026-04-07T09:47:34.647365Z","end":"2026-04-07T09:47:34.942094Z","steps":["trace[1621719560] 'agreement among raft nodes before linearized reading' (duration: 290.973589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.938512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719111566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:34.94222Z","caller":"traceutil/trace.go:171","msg":"trace[1195117562] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6723; }","duration":"2.722831836s","start":"2026-04-07T09:47:32.219381Z","end":"2026-04-07T09:47:34.942213Z","steps":["trace[1195117562] 'agreement among raft nodes before linearized reading' (duration: 2.719082965s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.942256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.219325Z","time spent":"2.722922058s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:34.942558Z","caller":"traceutil/trace.go:171","msg":"trace[925902935] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6723; }","duration":"1.923430099s","start":"2026-04-07T09:47:33.01912Z","end":"2026-04-07T09:47:34.94255Z","steps":["trace[925902935] 'agreement among raft nodes before linearized reading' (duration: 1.918645083s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.942605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:33.019095Z","time spent":"1.923501519s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:47:34.94282Z","caller":"traceutil/trace.go:171","msg":"trace[691489308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6723; }","duration":"2.095480929s","start":"2026-04-07T09:47:32.847334Z","end":"2026-04-07T09:47:34.942815Z","steps":["trace[691489308] 'agreement among raft nodes before linearized reading' (duration: 2.090483701s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.942865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:32.847315Z","time spent":"2.09554353s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T09:47:34.942978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:27.632291Z","time spent":"7.310648432s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:01.01243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:01.513071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.013861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.514547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.882118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:02.882194Z","caller":"traceutil/trace.go:171","msg":"trace[511727881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003112s","start":"2026-04-07T09:48:00.882145Z","end":"2026-04-07T09:48:02.882176Z","steps":["trace[511727881] 'agreement among raft nodes before linearized reading' (duration: 1.999936629s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:02.882238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.882131Z","time spent":"2.000098151s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.01532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:03.51584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:04.016343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:04.517347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:04.88301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:04.883098Z","caller":"traceutil/trace.go:171","msg":"trace[2072948002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000680076s","start":"2026-04-07T09:48:02.882399Z","end":"2026-04-07T09:48:04.883079Z","steps":["trace[2072948002] 'agreement among raft nodes before linearized reading' (duration: 2.000550014s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.883154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.882376Z","time spent":"2.000765897s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:05.017841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:05.518887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:06.019138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:06.075149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.076053Z","time spent":"4.99909059s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.079321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.081314Z","time spent":"4.997995935s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.105533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999905519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:06.105606Z","caller":"traceutil/trace.go:171","msg":"trace[441854966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00007205s","start":"2026-04-07T09:48:01.105516Z","end":"2026-04-07T09:48:06.105588Z","steps":["trace[441854966] 'agreement among raft nodes before linearized reading' (duration: 4.999941319s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.105689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.105496Z","time spent":"5.000175983s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.15044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999196688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:06.150551Z","caller":"traceutil/trace.go:171","msg":"trace[1815148267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999429163s","start":"2026-04-07T09:48:01.151105Z","end":"2026-04-07T09:48:06.150535Z","steps":["trace[1815148267] 'agreement among raft nodes before linearized reading' (duration: 4.999180489s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.150653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.151086Z","time spent":"4.999554004s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:06.157055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999898358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:06.157127Z","caller":"traceutil/trace.go:171","msg":"trace[757231753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00000855s","start":"2026-04-07T09:48:01.157103Z","end":"2026-04-07T09:48:06.157111Z","steps":["trace[757231753] 'agreement among raft nodes before linearized reading' (duration: 4.999906509s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.157163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.157079Z","time spent":"5.000076651s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:48:06.519869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:06.891102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:06.891289Z","caller":"traceutil/trace.go:171","msg":"trace[141268219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397811s","start":"2026-04-07T09:48:04.89087Z","end":"2026-04-07T09:48:06.891267Z","steps":["trace[141268219] 'agreement among raft nodes before linearized reading' (duration: 2.000185549s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:06.891512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.89085Z","time spent":"2.000642704s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:07.020452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:07.314478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.3137Z","time spent":"7.000773074s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:07.511969Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T09:48:07.512103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000634165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-07T09:48:07.512284Z","caller":"traceutil/trace.go:171","msg":"trace[2124062468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.000723997s","start":"2026-04-07T09:48:00.511405Z","end":"2026-04-07T09:48:07.512129Z","steps":["trace[2124062468] 'agreement among raft nodes before linearized reading' (duration: 7.000666606s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:07.512343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.511389Z","time spent":"7.0009415s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T09:48:08.012728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:08.081949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.081407Z","time spent":"7.000536323s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:08.512884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:08.891662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:08.891741Z","caller":"traceutil/trace.go:171","msg":"trace[447944880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171468s","start":"2026-04-07T09:48:06.891552Z","end":"2026-04-07T09:48:08.891724Z","steps":["trace[447944880] 'agreement among raft nodes before linearized reading' (duration: 2.000077296s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:08.891793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.891531Z","time spent":"2.000250788s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:09.013528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:09.51402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:09.680692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.679882Z","time spent":"7.000803247s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:10.014638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:10.515108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:10.900608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:10.900683Z","caller":"traceutil/trace.go:171","msg":"trace[1779181489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005008s","start":"2026-04-07T09:48:08.900164Z","end":"2026-04-07T09:48:10.900664Z","steps":["trace[1779181489] 'agreement among raft nodes before linearized reading' (duration: 2.000409409s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:10.90073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.900094Z","time spent":"2.000627272s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:11.01523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:11.074989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998041114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.07507Z","caller":"traceutil/trace.go:171","msg":"trace[850893956] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998187106s","start":"2026-04-07T09:48:06.076863Z","end":"2026-04-07T09:48:11.07505Z","steps":["trace[850893956] 'agreement among raft nodes before linearized reading' (duration: 4.998072945s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.075113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.07684Z","time spent":"4.998264327s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.079344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99917727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.079439Z","caller":"traceutil/trace.go:171","msg":"trace[280973668] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999304572s","start":"2026-04-07T09:48:06.080111Z","end":"2026-04-07T09:48:11.079415Z","steps":["trace[280973668] 'agreement among raft nodes before linearized reading' (duration: 4.99919469s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.079499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.0801Z","time spent":"4.999385793s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.100329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571798401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.100466Z","caller":"traceutil/trace.go:171","msg":"trace[2050335131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"3.571916512s","start":"2026-04-07T09:48:07.528468Z","end":"2026-04-07T09:48:11.100385Z","steps":["trace[2050335131] 'agreement among raft nodes before linearized reading' (duration: 3.571833981s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.10052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:07.528446Z","time spent":"3.572062125s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.105082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997726546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.105115Z","caller":"traceutil/trace.go:171","msg":"trace[1717918530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997788436s","start":"2026-04-07T09:48:08.107318Z","end":"2026-04-07T09:48:11.105106Z","steps":["trace[1717918530] 'agreement among raft nodes before linearized reading' (duration: 2.997752586s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.105136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.107305Z","time spent":"2.997826446s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.115874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001899665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-07T09:48:11.115913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001884185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.115965Z","caller":"traceutil/trace.go:171","msg":"trace[1363144335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.001973856s","start":"2026-04-07T09:48:01.113979Z","end":"2026-04-07T09:48:11.115953Z","steps":["trace[1363144335] 'agreement among raft nodes before linearized reading' (duration: 10.001903195s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:11.115961Z","caller":"traceutil/trace.go:171","msg":"trace[1253217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.002006027s","start":"2026-04-07T09:48:01.113941Z","end":"2026-04-07T09:48:11.115947Z","steps":["trace[1253217] 'agreement among raft nodes before linearized reading' (duration: 10.001913706s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.115995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.113968Z","time spent":"10.002020727s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:48:11.115999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.113932Z","time spent":"10.002058318s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.124284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99996366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.124333Z","caller":"traceutil/trace.go:171","msg":"trace[1503993630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.00003925s","start":"2026-04-07T09:48:01.124282Z","end":"2026-04-07T09:48:11.124321Z","steps":["trace[1503993630] 'agreement among raft nodes before linearized reading' (duration: 9.99998259s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.124371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.124272Z","time spent":"10.000091891s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.151561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996646941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.151629Z","caller":"traceutil/trace.go:171","msg":"trace[1430796755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996751112s","start":"2026-04-07T09:48:08.154862Z","end":"2026-04-07T09:48:11.151613Z","steps":["trace[1430796755] 'agreement among raft nodes before linearized reading' (duration: 2.996666881s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.151666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.154813Z","time spent":"2.996845703s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.157551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99881144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:11.157681Z","caller":"traceutil/trace.go:171","msg":"trace[391502638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998967782s","start":"2026-04-07T09:48:08.158694Z","end":"2026-04-07T09:48:11.157662Z","steps":["trace[391502638] 'agreement among raft nodes before linearized reading' (duration: 2.99882036s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:11.157755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.158687Z","time spent":"2.999055793s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:48:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:11.516223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:11.979624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.978972Z","time spent":"7.000643111s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:12.0166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:12.51779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:12.702167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.700995Z","time spent":"7.001162662s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:12.720176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.719935Z","time spent":"7.000230548s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:12.900743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:12.900863Z","caller":"traceutil/trace.go:171","msg":"trace[1541078418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071975s","start":"2026-04-07T09:48:10.900761Z","end":"2026-04-07T09:48:12.900833Z","steps":["trace[1541078418] 'agreement among raft nodes before linearized reading' (duration: 1.999912293s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:12.900919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:10.90074Z","time spent":"2.000168067s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:13.018882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392526654826833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:13.429428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"13.115636184s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T09:48:13.464762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.378816415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:13.464842Z","caller":"traceutil/trace.go:171","msg":"trace[258085038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.378949497s","start":"2026-04-07T09:48:08.085871Z","end":"2026-04-07T09:48:13.464821Z","steps":["trace[258085038] 'agreement among raft nodes before linearized reading' (duration: 5.378844265s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:13.464893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.085856Z","time spent":"5.379026308s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/07 09:48:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:14.819955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358363665s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:48:14.825674Z","caller":"traceutil/trace.go:171","msg":"trace[785194595] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"3.709415079s","start":"2026-04-07T09:48:11.116225Z","end":"2026-04-07T09:48:14.82564Z","steps":["trace[785194595] 'process raft request' (duration: 3.709234146s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.825798Z","caller":"traceutil/trace.go:171","msg":"trace[436062569] transaction","detail":"{read_only:false; response_revision:6876; number_of_response:1; }","duration":"3.673124239s","start":"2026-04-07T09:48:11.152651Z","end":"2026-04-07T09:48:14.825776Z","steps":["trace[436062569] 'process raft request' (duration: 3.673048018s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.825829Z","caller":"traceutil/trace.go:171","msg":"trace[1837104835] transaction","detail":"{read_only:false; response_revision:6875; number_of_response:1; }","duration":"3.699621606s","start":"2026-04-07T09:48:11.126182Z","end":"2026-04-07T09:48:14.825803Z","steps":["trace[1837104835] 'process raft request' (duration: 3.699415823s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.825951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.126158Z","time spent":"3.699710737s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:14.825996Z","caller":"traceutil/trace.go:171","msg":"trace[1187902889] transaction","detail":"{read_only:false; response_revision:6877; number_of_response:1; }","duration":"3.66657578s","start":"2026-04-07T09:48:11.159406Z","end":"2026-04-07T09:48:14.825982Z","steps":["trace[1187902889] 'process raft request' (duration: 3.666340667s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.826004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.152636Z","time spent":"3.673229021s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:14.826055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.159305Z","time spent":"3.666718442s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:14.825693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.077959Z","time spent":"3.747724345s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:14.826257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.116204Z","time spent":"3.70953237s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:14.826298Z","caller":"traceutil/trace.go:171","msg":"trace[988640066] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6877; }","duration":"2.119156312s","start":"2026-04-07T09:48:12.707113Z","end":"2026-04-07T09:48:14.826269Z","steps":["trace[988640066] 'process raft request' (duration: 2.118822617s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.826405Z","caller":"traceutil/trace.go:171","msg":"trace[2022930973] linearizableReadLoop","detail":"{readStateIndex:7145; appliedIndex:7129; }","duration":"7.314346847s","start":"2026-04-07T09:48:07.512044Z","end":"2026-04-07T09:48:14.826391Z","steps":["trace[2022930973] 'read index received' (duration: 5.917618234s)","trace[2022930973] 'applied index is now lower than readState.Index' (duration: 1.396727183s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:14.826494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.707089Z","time spent":"2.119307154s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:14.82666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.734157967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:14.826673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.853598598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T09:48:14.826697Z","caller":"traceutil/trace.go:171","msg":"trace[653909181] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:0; response_revision:6877; }","duration":"10.734226808s","start":"2026-04-07T09:48:04.09246Z","end":"2026-04-07T09:48:14.826687Z","steps":["trace[653909181] 'agreement among raft nodes before linearized reading' (duration: 10.734170158s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.82672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.506755131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:14.82673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.09244Z","time spent":"10.734281689s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-07T09:48:14.826755Z","caller":"traceutil/trace.go:171","msg":"trace[1289474868] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:6877; }","duration":"11.506825601s","start":"2026-04-07T09:48:03.319919Z","end":"2026-04-07T09:48:14.826745Z","steps":["trace[1289474868] 'agreement among raft nodes before linearized reading' (duration: 11.506780521s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.826819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.319902Z","time spent":"11.506908612s","remote":"127.0.0.1:44192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.826846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.167847448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:14.826953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.567371032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.826979Z","caller":"traceutil/trace.go:171","msg":"trace[944373345] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6877; }","duration":"10.168051351s","start":"2026-04-07T09:48:04.658903Z","end":"2026-04-07T09:48:14.826955Z","steps":["trace[944373345] 'agreement among raft nodes before linearized reading' (duration: 10.167594465s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.82705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.658877Z","time spent":"10.168154642s","remote":"127.0.0.1:39352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.827071Z","caller":"traceutil/trace.go:171","msg":"trace[502279957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6877; }","duration":"2.102391906s","start":"2026-04-07T09:48:12.724639Z","end":"2026-04-07T09:48:14.827031Z","steps":["trace[502279957] 'process raft request' (duration: 2.101554844s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.827235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.132313468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.827271Z","caller":"traceutil/trace.go:171","msg":"trace[1722676640] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6877; }","duration":"7.132395188s","start":"2026-04-07T09:48:07.694869Z","end":"2026-04-07T09:48:14.827264Z","steps":["trace[1722676640] 'agreement among raft nodes before linearized reading' (duration: 7.132299157s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.827295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:07.694849Z","time spent":"7.132440259s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":42,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.826742Z","caller":"traceutil/trace.go:171","msg":"trace[1734245164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6877; }","duration":"9.853686939s","start":"2026-04-07T09:48:04.97302Z","end":"2026-04-07T09:48:14.826707Z","steps":["trace[1734245164] 'agreement among raft nodes before linearized reading' (duration: 9.853393555s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.827452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.207452152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.827475Z","caller":"traceutil/trace.go:171","msg":"trace[1152392893] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6877; }","duration":"13.207569634s","start":"2026-04-07T09:48:01.619897Z","end":"2026-04-07T09:48:14.827467Z","steps":["trace[1152392893] 'agreement among raft nodes before linearized reading' (duration: 13.207529533s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.827474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.972998Z","time spent":"9.85446363s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T09:48:14.827543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.764675721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:14.827551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.619881Z","time spent":"13.207614134s","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.827575Z","caller":"traceutil/trace.go:171","msg":"trace[572246766] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6877; }","duration":"11.764743501s","start":"2026-04-07T09:48:03.062821Z","end":"2026-04-07T09:48:14.827565Z","steps":["trace[572246766] 'agreement among raft nodes before linearized reading' (duration: 11.76466468s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:14.826997Z","caller":"traceutil/trace.go:171","msg":"trace[624636983] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6877; }","duration":"10.567457683s","start":"2026-04-07T09:48:04.259529Z","end":"2026-04-07T09:48:14.826986Z","steps":["trace[624636983] 'agreement among raft nodes before linearized reading' (duration: 10.567380942s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.827598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.062804Z","time spent":"11.764788982s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.827615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.259507Z","time spent":"10.568096121s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.828275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.719959911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T09:48:14.828311Z","caller":"traceutil/trace.go:171","msg":"trace[899057598] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6877; }","duration":"13.720027642s","start":"2026-04-07T09:48:01.108275Z","end":"2026-04-07T09:48:14.828303Z","steps":["trace[899057598] 'agreement among raft nodes before linearized reading' (duration: 13.719410554s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.828335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.108262Z","time spent":"13.720066112s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":660,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.828447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.94797762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.828474Z","caller":"traceutil/trace.go:171","msg":"trace[386367553] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6877; }","duration":"13.948037231s","start":"2026-04-07T09:48:00.880427Z","end":"2026-04-07T09:48:14.828464Z","steps":["trace[386367553] 'agreement among raft nodes before linearized reading' (duration: 13.94796849s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.828495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.880413Z","time spent":"13.948075941s","remote":"127.0.0.1:52212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":26,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.828661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.120284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.828687Z","caller":"traceutil/trace.go:171","msg":"trace[1098117225] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6877; }","duration":"119.211796ms","start":"2026-04-07T09:48:14.709464Z","end":"2026-04-07T09:48:14.828676Z","steps":["trace[1098117225] 'agreement among raft nodes before linearized reading' (duration: 119.170705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.826669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.841278733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.828797Z","caller":"traceutil/trace.go:171","msg":"trace[1871750583] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6877; }","duration":"12.843431661s","start":"2026-04-07T09:48:01.985347Z","end":"2026-04-07T09:48:14.828779Z","steps":["trace[1871750583] 'agreement among raft nodes before linearized reading' (duration: 12.841262552s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.828858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.985336Z","time spent":"12.843503363s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.828948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.630278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T09:48:14.828982Z","caller":"traceutil/trace.go:171","msg":"trace[181063331] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6877; }","duration":"144.663278ms","start":"2026-04-07T09:48:14.684307Z","end":"2026-04-07T09:48:14.82897Z","steps":["trace[181063331] 'agreement among raft nodes before linearized reading' (duration: 144.516176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.829129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.669423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.829153Z","caller":"traceutil/trace.go:171","msg":"trace[2096221339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6877; }","duration":"289.689054ms","start":"2026-04-07T09:48:14.539454Z","end":"2026-04-07T09:48:14.829143Z","steps":["trace[2096221339] 'agreement among raft nodes before linearized reading' (duration: 289.653113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.829277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.237652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.829298Z","caller":"traceutil/trace.go:171","msg":"trace[351705410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6877; }","duration":"420.286483ms","start":"2026-04-07T09:48:14.409004Z","end":"2026-04-07T09:48:14.82929Z","steps":["trace[351705410] 'agreement among raft nodes before linearized reading' (duration: 420.245132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.829322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:14.40899Z","time spent":"420.322473ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.829648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155178417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:354"} {"level":"info","ts":"2026-04-07T09:48:14.829673Z","caller":"traceutil/trace.go:171","msg":"trace[129977612] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:6877; }","duration":"1.155231137s","start":"2026-04-07T09:48:13.674434Z","end":"2026-04-07T09:48:14.829665Z","steps":["trace[129977612] 'agreement among raft nodes before linearized reading' (duration: 1.154993594s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.829692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.674418Z","time spent":"1.155269348s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":377,"request content":"key:\"/registry/namespaces/monitoring\" "} {"level":"warn","ts":"2026-04-07T09:48:14.829857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206730341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.829881Z","caller":"traceutil/trace.go:171","msg":"trace[1733072543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6877; }","duration":"1.206759002s","start":"2026-04-07T09:48:13.623115Z","end":"2026-04-07T09:48:14.829874Z","steps":["trace[1733072543] 'agreement among raft nodes before linearized reading' (duration: 1.206713512s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.829906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:13.623029Z","time spent":"1.206866294s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.830021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920333701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.830039Z","caller":"traceutil/trace.go:171","msg":"trace[1920267633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6877; }","duration":"1.920389451s","start":"2026-04-07T09:48:12.909644Z","end":"2026-04-07T09:48:14.830033Z","steps":["trace[1920267633] 'agreement among raft nodes before linearized reading' (duration: 1.920359971s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.909621Z","time spent":"1.920429193s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:14.83015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807900118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.830169Z","caller":"traceutil/trace.go:171","msg":"trace[799461187] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6877; }","duration":"2.807920868s","start":"2026-04-07T09:48:12.022242Z","end":"2026-04-07T09:48:14.830163Z","steps":["trace[799461187] 'agreement among raft nodes before linearized reading' (duration: 2.807887748s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.0222Z","time spent":"2.807982539s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.830393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847161188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:48:14.830415Z","caller":"traceutil/trace.go:171","msg":"trace[807262910] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6877; }","duration":"2.847212548s","start":"2026-04-07T09:48:11.983194Z","end":"2026-04-07T09:48:14.830407Z","steps":["trace[807262910] 'agreement among raft nodes before linearized reading' (duration: 2.847147077s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:11.983176Z","time spent":"2.847250958s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-07T09:48:14.830458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.126121815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.830506Z","caller":"traceutil/trace.go:171","msg":"trace[1248144649] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6877; }","duration":"8.126216386s","start":"2026-04-07T09:48:06.704277Z","end":"2026-04-07T09:48:14.830494Z","steps":["trace[1248144649] 'agreement among raft nodes before linearized reading' (duration: 8.126041254s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34460589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:14.830541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.704261Z","time spent":"8.126271817s","remote":"127.0.0.1:44040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":81,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:14.830549Z","caller":"traceutil/trace.go:171","msg":"trace[735586300] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6877; }","duration":"4.34462887s","start":"2026-04-07T09:48:10.485914Z","end":"2026-04-07T09:48:14.830543Z","steps":["trace[735586300] 'agreement among raft nodes before linearized reading' (duration: 4.344564229s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:10.485869Z","time spent":"4.344693931s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.830718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837877546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.830737Z","caller":"traceutil/trace.go:171","msg":"trace[1549403949] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6877; }","duration":"4.837931056s","start":"2026-04-07T09:48:09.992801Z","end":"2026-04-07T09:48:14.830732Z","steps":["trace[1549403949] 'agreement among raft nodes before linearized reading' (duration: 4.837867156s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:09.992759Z","time spent":"4.837992568s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":40,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.830899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906505432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.830917Z","caller":"traceutil/trace.go:171","msg":"trace[417919815] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6877; }","duration":"4.906585473s","start":"2026-04-07T09:48:09.924326Z","end":"2026-04-07T09:48:14.830912Z","steps":["trace[417919815] 'agreement among raft nodes before linearized reading' (duration: 4.906547482s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.830935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:09.924306Z","time spent":"4.906623953s","remote":"127.0.0.1:57906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.830961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.509573414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-77d98d48d9-9j9dv\" ","response":"range_response_count:1 size:9774"} {"level":"info","ts":"2026-04-07T09:48:14.830995Z","caller":"traceutil/trace.go:171","msg":"trace[741443087] range","detail":"{range_begin:/registry/pods/openstack/horizon-77d98d48d9-9j9dv; range_end:; response_count:1; response_revision:6877; }","duration":"7.509607135s","start":"2026-04-07T09:48:07.321377Z","end":"2026-04-07T09:48:14.830984Z","steps":["trace[741443087] 'agreement among raft nodes before linearized reading' (duration: 7.509318341s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.831019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:07.321301Z","time spent":"7.509711516s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9797,"request content":"key:\"/registry/pods/openstack/horizon-77d98d48d9-9j9dv\" "} {"level":"warn","ts":"2026-04-07T09:48:14.831097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14492971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a409f08eb79623\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T09:48:14.831122Z","caller":"traceutil/trace.go:171","msg":"trace[1830137745] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a409f08eb79623; range_end:; response_count:1; response_revision:6877; }","duration":"5.144993322s","start":"2026-04-07T09:48:09.686123Z","end":"2026-04-07T09:48:14.831116Z","steps":["trace[1830137745] 'agreement among raft nodes before linearized reading' (duration: 5.144923171s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.83114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:09.686106Z","time spent":"5.145029312s","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a409f08eb79623\" "} {"level":"warn","ts":"2026-04-07T09:48:14.831207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006817483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:14.831233Z","caller":"traceutil/trace.go:171","msg":"trace[8100742] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6877; }","duration":"8.006882063s","start":"2026-04-07T09:48:06.824344Z","end":"2026-04-07T09:48:14.831226Z","steps":["trace[8100742] 'agreement among raft nodes before linearized reading' (duration: 8.006830322s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.831255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:06.824312Z","time spent":"8.006936574s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.83129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.619086282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.831314Z","caller":"traceutil/trace.go:171","msg":"trace[839888031] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6877; }","duration":"5.619163723s","start":"2026-04-07T09:48:09.212144Z","end":"2026-04-07T09:48:14.831308Z","steps":["trace[839888031] 'agreement among raft nodes before linearized reading' (duration: 5.619115242s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.831332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:09.212126Z","time spent":"5.619201663s","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.831546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.575466455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.831593Z","caller":"traceutil/trace.go:171","msg":"trace[1436710935] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6877; }","duration":"6.575619007s","start":"2026-04-07T09:48:08.255942Z","end":"2026-04-07T09:48:14.831561Z","steps":["trace[1436710935] 'agreement among raft nodes before linearized reading' (duration: 6.575500586s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.831623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:08.255929Z","time spent":"6.575687918s","remote":"127.0.0.1:44038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":68,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.831741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.320780332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:14.831792Z","caller":"traceutil/trace.go:171","msg":"trace[1972138863] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6877; }","duration":"9.320871694s","start":"2026-04-07T09:48:05.510905Z","end":"2026-04-07T09:48:14.831777Z","steps":["trace[1972138863] 'agreement among raft nodes before linearized reading' (duration: 9.320777963s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.831826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:05.510885Z","time spent":"9.320932065s","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:14.832185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.846092375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T09:48:14.832229Z","caller":"traceutil/trace.go:171","msg":"trace[253835194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6877; }","duration":"9.846173627s","start":"2026-04-07T09:48:04.986044Z","end":"2026-04-07T09:48:14.832217Z","steps":["trace[253835194] 'agreement among raft nodes before linearized reading' (duration: 9.846023935s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:14.832263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.986032Z","time spent":"9.846224147s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:48:14.833499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:12.724606Z","time spent":"2.102496408s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:49:21.585418Z","caller":"traceutil/trace.go:171","msg":"trace[520506313] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"239.408392ms","start":"2026-04-07T09:49:21.345988Z","end":"2026-04-07T09:49:21.585397Z","steps":["trace[520506313] 'process raft request' (duration: 239.304408ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:49:30.504394Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5497} {"level":"info","ts":"2026-04-07T09:49:30.588617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5497,"took":"82.854993ms","hash":1507797786,"current-db-size-bytes":51884032,"current-db-size":"52 MB","current-db-size-in-use-bytes":18497536,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-07T09:49:30.588676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1507797786,"revision":5497,"compact-revision":2862}