{"level":"warn","ts":"2026-04-02T16:47:48.151243Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:47:48.15138Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.139:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.139:2380","--initial-cluster=instance=https://199.19.213.139:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.139:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.139:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T16:47:48.151463Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:47:48.151479Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.139:2380"]} {"level":"info","ts":"2026-04-02T16:47:48.151504Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:47:48.152172Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.139:2379"]} {"level":"info","ts":"2026-04-02T16:47:48.152264Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.139:2380"],"listen-peer-urls":["https://199.19.213.139:2380"],"advertise-client-urls":["https://199.19.213.139:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.139:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.139:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T16:47:48.155932Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.387144ms"} {"level":"info","ts":"2026-04-02T16:47:48.166685Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb257ce137899862","cluster-id":"9913588efaa998c1"} {"level":"info","ts":"2026-04-02T16:47:48.166832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T16:47:48.166884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 became follower at term 0"} {"level":"info","ts":"2026-04-02T16:47:48.166911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb257ce137899862 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T16:47:48.166934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 became follower at term 1"} {"level":"info","ts":"2026-04-02T16:47:48.167007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 switched to configuration voters=(14638243470578915426)"} {"level":"warn","ts":"2026-04-02T16:47:48.173883Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T16:47:48.175299Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T16:47:48.176626Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T16:47:48.179003Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb257ce137899862","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T16:47:48.179236Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb257ce137899862","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T16:47:48.179437Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:47:48.180306Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:47:48.180322Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:47:48.181637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 switched to configuration voters=(14638243470578915426)"} {"level":"info","ts":"2026-04-02T16:47:48.18181Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9913588efaa998c1","local-member-id":"cb257ce137899862","added-peer-id":"cb257ce137899862","added-peer-peer-urls":["https://199.19.213.139:2380"]} {"level":"info","ts":"2026-04-02T16:47:48.18557Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.139:2380"} {"level":"info","ts":"2026-04-02T16:47:48.185618Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.139:2380"} {"level":"info","ts":"2026-04-02T16:47:48.185539Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:47:48.186859Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb257ce137899862","initial-advertise-peer-urls":["https://199.19.213.139:2380"],"listen-peer-urls":["https://199.19.213.139:2380"],"advertise-client-urls":["https://199.19.213.139:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.139:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T16:47:48.18691Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T16:47:48.567843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T16:47:48.567972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T16:47:48.568056Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 received MsgPreVoteResp from cb257ce137899862 at term 1"} {"level":"info","ts":"2026-04-02T16:47:48.568093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 became candidate at term 2"} {"level":"info","ts":"2026-04-02T16:47:48.568112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 received MsgVoteResp from cb257ce137899862 at term 2"} {"level":"info","ts":"2026-04-02T16:47:48.568137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb257ce137899862 became leader at term 2"} {"level":"info","ts":"2026-04-02T16:47:48.568156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb257ce137899862 elected leader cb257ce137899862 at term 2"} {"level":"info","ts":"2026-04-02T16:47:48.5693Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb257ce137899862","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.139:2379]}","request-path":"/0/members/cb257ce137899862/attributes","cluster-id":"9913588efaa998c1","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T16:47:48.569529Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:47:48.569737Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:48.569973Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:47:48.570801Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9913588efaa998c1","local-member-id":"cb257ce137899862","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:48.570965Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:48.571005Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:48.573562Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.139:2379"} {"level":"info","ts":"2026-04-02T16:47:48.573776Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T16:47:48.573834Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T16:47:48.575614Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T16:47:51.020665Z","caller":"traceutil/trace.go:171","msg":"trace[1510187311] linearizableReadLoop","detail":"{readStateIndex:118; appliedIndex:117; }","duration":"123.626501ms","start":"2026-04-02T16:47:50.89702Z","end":"2026-04-02T16:47:51.020646Z","steps":["trace[1510187311] 'read index received' (duration: 123.493357ms)","trace[1510187311] 'applied index is now lower than readState.Index' (duration: 132.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:51.020708Z","caller":"traceutil/trace.go:171","msg":"trace[70753789] transaction","detail":"{read_only:false; response_revision:113; number_of_response:1; }","duration":"125.270121ms","start":"2026-04-02T16:47:50.895421Z","end":"2026-04-02T16:47:51.020691Z","steps":["trace[70753789] 'process raft request' (duration: 125.127796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:51.020809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.756605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:51.020851Z","caller":"traceutil/trace.go:171","msg":"trace[1455058269] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:113; }","duration":"123.828227ms","start":"2026-04-02T16:47:50.897016Z","end":"2026-04-02T16:47:51.020844Z","steps":["trace[1455058269] 'agreement among raft nodes before linearized reading' (duration: 123.721564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:51.639228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.378303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-02T16:47:51.639371Z","caller":"traceutil/trace.go:171","msg":"trace[1636120215] linearizableReadLoop","detail":"{readStateIndex:119; appliedIndex:118; }","duration":"613.700798ms","start":"2026-04-02T16:47:51.025606Z","end":"2026-04-02T16:47:51.639307Z","steps":["trace[1636120215] 'read index received' (duration: 309.811459ms)","trace[1636120215] 'applied index is now lower than readState.Index' (duration: 303.888339ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:51.639436Z","caller":"traceutil/trace.go:171","msg":"trace[118599433] transaction","detail":"{read_only:false; response_revision:114; number_of_response:1; }","duration":"613.982868ms","start":"2026-04-02T16:47:51.02534Z","end":"2026-04-02T16:47:51.639323Z","steps":["trace[118599433] 'process raft request' (duration: 310.002666ms)","trace[118599433] 'compare' (duration: 303.250139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:51.63952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.885625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:51.639639Z","caller":"traceutil/trace.go:171","msg":"trace[1593278728] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:114; }","duration":"614.019908ms","start":"2026-04-02T16:47:51.025595Z","end":"2026-04-02T16:47:51.639615Z","steps":["trace[1593278728] 'agreement among raft nodes before linearized reading' (duration: 613.784931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:51.639624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.025319Z","time spent":"614.201144ms","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:51.639703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.02559Z","time spent":"614.103551ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"info","ts":"2026-04-02T16:47:51.664258Z","caller":"traceutil/trace.go:171","msg":"trace[1034897522] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"399.518946ms","start":"2026-04-02T16:47:51.264713Z","end":"2026-04-02T16:47:51.664232Z","steps":["trace[1034897522] 'process raft request' (duration: 399.30807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:51.664382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.264691Z","time spent":"399.633559ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:47:52.052122Z","caller":"traceutil/trace.go:171","msg":"trace[209162387] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"207.183769ms","start":"2026-04-02T16:47:51.844896Z","end":"2026-04-02T16:47:52.052079Z","steps":["trace[209162387] 'process raft request' (duration: 129.066376ms)","trace[209162387] 'compare' (duration: 77.737702ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:52.251491Z","caller":"traceutil/trace.go:171","msg":"trace[1824364705] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"126.700505ms","start":"2026-04-02T16:47:52.124766Z","end":"2026-04-02T16:47:52.251466Z","steps":["trace[1824364705] 'process raft request' (duration: 94.40735ms)","trace[1824364705] 'compare' (duration: 32.178131ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:58.224403Z","caller":"traceutil/trace.go:171","msg":"trace[2064037970] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"142.560058ms","start":"2026-04-02T16:47:58.08182Z","end":"2026-04-02T16:47:58.22438Z","steps":["trace[2064037970] 'process raft request' (duration: 142.429354ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.464917Z","caller":"traceutil/trace.go:171","msg":"trace[1318352074] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"160.788034ms","start":"2026-04-02T16:47:58.304103Z","end":"2026-04-02T16:47:58.464891Z","steps":["trace[1318352074] 'process raft request' (duration: 117.263336ms)","trace[1318352074] 'compare' (duration: 43.338683ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:58.465031Z","caller":"traceutil/trace.go:171","msg":"trace[143072355] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:357; }","duration":"129.031356ms","start":"2026-04-02T16:47:58.335968Z","end":"2026-04-02T16:47:58.464999Z","steps":["trace[143072355] 'read index received' (duration: 85.328432ms)","trace[143072355] 'applied index is now lower than readState.Index' (duration: 43.701183ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:58.465101Z","caller":"traceutil/trace.go:171","msg":"trace[1105202603] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"157.581416ms","start":"2026-04-02T16:47:58.30751Z","end":"2026-04-02T16:47:58.465091Z","steps":["trace[1105202603] 'process raft request' (duration: 157.327409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.465258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.268793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:2278"} {"level":"info","ts":"2026-04-02T16:47:58.465304Z","caller":"traceutil/trace.go:171","msg":"trace[388395010] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:343; }","duration":"129.364265ms","start":"2026-04-02T16:47:58.335926Z","end":"2026-04-02T16:47:58.46529Z","steps":["trace[388395010] 'agreement among raft nodes before linearized reading' (duration: 129.221501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.465436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.71712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-02T16:47:58.465507Z","caller":"traceutil/trace.go:171","msg":"trace[512029825] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:343; }","duration":"115.806212ms","start":"2026-04-02T16:47:58.349682Z","end":"2026-04-02T16:47:58.465488Z","steps":["trace[512029825] 'agreement among raft nodes before linearized reading' (duration: 115.504483ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.977153Z","caller":"traceutil/trace.go:171","msg":"trace[1890758188] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"161.054403ms","start":"2026-04-02T16:47:58.816072Z","end":"2026-04-02T16:47:58.977126Z","steps":["trace[1890758188] 'process raft request' (duration: 160.720293ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.977121Z","caller":"traceutil/trace.go:171","msg":"trace[1324752145] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:362; }","duration":"126.447467ms","start":"2026-04-02T16:47:58.850588Z","end":"2026-04-02T16:47:58.977035Z","steps":["trace[1324752145] 'read index received' (duration: 126.099666ms)","trace[1324752145] 'applied index is now lower than readState.Index' (duration: 345.761µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:58.97736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.753096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-02T16:47:58.977463Z","caller":"traceutil/trace.go:171","msg":"trace[87138463] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:347; }","duration":"126.906511ms","start":"2026-04-02T16:47:58.85053Z","end":"2026-04-02T16:47:58.977436Z","steps":["trace[87138463] 'agreement among raft nodes before linearized reading' (duration: 126.706345ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.181609Z","caller":"traceutil/trace.go:171","msg":"trace[1241346151] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"196.467763ms","start":"2026-04-02T16:47:58.985111Z","end":"2026-04-02T16:47:59.181579Z","steps":["trace[1241346151] 'process raft request' (duration: 196.36097ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.181605Z","caller":"traceutil/trace.go:171","msg":"trace[1270225944] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"197.148903ms","start":"2026-04-02T16:47:58.984398Z","end":"2026-04-02T16:47:59.181547Z","steps":["trace[1270225944] 'process raft request' (duration: 154.157702ms)","trace[1270225944] 'compare' (duration: 42.806745ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:59.18169Z","caller":"traceutil/trace.go:171","msg":"trace[1334939030] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"192.198912ms","start":"2026-04-02T16:47:58.989451Z","end":"2026-04-02T16:47:59.181649Z","steps":["trace[1334939030] 'process raft request' (duration: 192.076088ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.181674Z","caller":"traceutil/trace.go:171","msg":"trace[1953665998] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"158.509944ms","start":"2026-04-02T16:47:59.023148Z","end":"2026-04-02T16:47:59.181658Z","steps":["trace[1953665998] 'process raft request' (duration: 158.468603ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.182011Z","caller":"traceutil/trace.go:171","msg":"trace[562015413] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:363; }","duration":"180.60936ms","start":"2026-04-02T16:47:59.001379Z","end":"2026-04-02T16:47:59.181988Z","steps":["trace[562015413] 'read index received' (duration: 16.799163ms)","trace[562015413] 'applied index is now lower than readState.Index' (duration: 163.807436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:59.182219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.821606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-02T16:47:59.182302Z","caller":"traceutil/trace.go:171","msg":"trace[771010322] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:353; }","duration":"180.944359ms","start":"2026-04-02T16:47:59.001332Z","end":"2026-04-02T16:47:59.182276Z","steps":["trace[771010322] 'agreement among raft nodes before linearized reading' (duration: 180.766004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.182296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.835991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-02T16:47:59.182334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.605239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:47:59.181799Z","caller":"traceutil/trace.go:171","msg":"trace[1981279339] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"192.097919ms","start":"2026-04-02T16:47:58.989678Z","end":"2026-04-02T16:47:59.181776Z","steps":["trace[1981279339] 'process raft request' (duration: 191.898613ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.182402Z","caller":"traceutil/trace.go:171","msg":"trace[1198407056] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:353; }","duration":"132.009347ms","start":"2026-04-02T16:47:59.050372Z","end":"2026-04-02T16:47:59.182381Z","steps":["trace[1198407056] 'agreement among raft nodes before linearized reading' (duration: 131.80602ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.182427Z","caller":"traceutil/trace.go:171","msg":"trace[1321732358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:353; }","duration":"160.759893ms","start":"2026-04-02T16:47:59.021642Z","end":"2026-04-02T16:47:59.182402Z","steps":["trace[1321732358] 'agreement among raft nodes before linearized reading' (duration: 160.554107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.182443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.018995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:47:59.182537Z","caller":"traceutil/trace.go:171","msg":"trace[894831363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:353; }","duration":"169.17399ms","start":"2026-04-02T16:47:59.013334Z","end":"2026-04-02T16:47:59.182508Z","steps":["trace[894831363] 'agreement among raft nodes before linearized reading' (duration: 168.84618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.499777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.478138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:59.499971Z","caller":"traceutil/trace.go:171","msg":"trace[1074938827] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"313.232724ms","start":"2026-04-02T16:47:59.186711Z","end":"2026-04-02T16:47:59.499944Z","steps":["trace[1074938827] 'process raft request' (duration: 207.238211ms)","trace[1074938827] 'compare' (duration: 105.063774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:59.500045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.186692Z","time spent":"313.319877ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.501383Z","caller":"traceutil/trace.go:171","msg":"trace[497293842] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"313.563144ms","start":"2026-04-02T16:47:59.187799Z","end":"2026-04-02T16:47:59.501362Z","steps":["trace[497293842] 'process raft request' (duration: 313.352057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.501524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.187789Z","time spent":"313.656077ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.50181Z","caller":"traceutil/trace.go:171","msg":"trace[682738726] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"313.763091ms","start":"2026-04-02T16:47:59.187987Z","end":"2026-04-02T16:47:59.50175Z","steps":["trace[682738726] 'process raft request' (duration: 313.308027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.502082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.18795Z","time spent":"313.966547ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:47:59.502095Z","caller":"traceutil/trace.go:171","msg":"trace[933075205] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"313.603725ms","start":"2026-04-02T16:47:59.188403Z","end":"2026-04-02T16:47:59.502006Z","steps":["trace[933075205] 'process raft request' (duration: 313.339047ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.502092Z","caller":"traceutil/trace.go:171","msg":"trace[1736431930] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"313.517503ms","start":"2026-04-02T16:47:59.188544Z","end":"2026-04-02T16:47:59.502061Z","steps":["trace[1736431930] 'process raft request' (duration: 313.270686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.502211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.188387Z","time spent":"313.76071ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:59.502285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.188526Z","time spent":"313.648637ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.502568Z","caller":"traceutil/trace.go:171","msg":"trace[1425110428] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"314.10413ms","start":"2026-04-02T16:47:59.188395Z","end":"2026-04-02T16:47:59.5025Z","steps":["trace[1425110428] 'process raft request' (duration: 313.170232ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.50265Z","caller":"traceutil/trace.go:171","msg":"trace[635041923] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"313.833432ms","start":"2026-04-02T16:47:59.188781Z","end":"2026-04-02T16:47:59.502615Z","steps":["trace[635041923] 'process raft request' (duration: 313.10096ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.502714Z","caller":"traceutil/trace.go:171","msg":"trace[581326376] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"312.985656ms","start":"2026-04-02T16:47:59.189703Z","end":"2026-04-02T16:47:59.502689Z","steps":["trace[581326376] 'process raft request' (duration: 312.288755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.502816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.188378Z","time spent":"314.330498ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:59.50284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.189689Z","time spent":"313.08018ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.502634Z","caller":"traceutil/trace.go:171","msg":"trace[919972732] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"313.663987ms","start":"2026-04-02T16:47:59.18895Z","end":"2026-04-02T16:47:59.502613Z","steps":["trace[919972732] 'process raft request' (duration: 312.988706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.50296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.188763Z","time spent":"313.994057ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:59.503002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.188938Z","time spent":"314.016028ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:47:59.503063Z","caller":"traceutil/trace.go:171","msg":"trace[1725293751] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"312.855563ms","start":"2026-04-02T16:47:59.190187Z","end":"2026-04-02T16:47:59.503042Z","steps":["trace[1725293751] 'process raft request' (duration: 312.09937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.503244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.190179Z","time spent":"313.015938ms","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:47:59.503292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.018263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-02T16:47:59.503343Z","caller":"traceutil/trace.go:171","msg":"trace[420479385] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:363; }","duration":"304.098896ms","start":"2026-04-02T16:47:59.199229Z","end":"2026-04-02T16:47:59.503328Z","steps":["trace[420479385] 'agreement among raft nodes before linearized reading' (duration: 304.001943ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.503335Z","caller":"traceutil/trace.go:171","msg":"trace[2138987269] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:369; }","duration":"303.60824ms","start":"2026-04-02T16:47:59.199273Z","end":"2026-04-02T16:47:59.502881Z","steps":["trace[2138987269] 'read index received' (duration: 194.840763ms)","trace[2138987269] 'applied index is now lower than readState.Index' (duration: 108.765297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:59.503382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:59.199215Z","time spent":"304.159047ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-02T16:47:59.503568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.43664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4325"} {"level":"info","ts":"2026-04-02T16:47:59.503674Z","caller":"traceutil/trace.go:171","msg":"trace[1971350442] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:363; }","duration":"193.616136ms","start":"2026-04-02T16:47:59.310033Z","end":"2026-04-02T16:47:59.503649Z","steps":["trace[1971350442] 'agreement among raft nodes before linearized reading' (duration: 193.416039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.720705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.59116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:47:59.720999Z","caller":"traceutil/trace.go:171","msg":"trace[983590975] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:379; }","duration":"211.934313ms","start":"2026-04-02T16:47:59.509041Z","end":"2026-04-02T16:47:59.720975Z","steps":["trace[983590975] 'read index received' (duration: 1.96011ms)","trace[983590975] 'applied index is now lower than readState.Index' (duration: 209.972733ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:59.721108Z","caller":"traceutil/trace.go:171","msg":"trace[1132228272] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"212.981325ms","start":"2026-04-02T16:47:59.50811Z","end":"2026-04-02T16:47:59.721091Z","steps":["trace[1132228272] 'process raft request' (duration: 212.786119ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.721111Z","caller":"traceutil/trace.go:171","msg":"trace[212004663] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"212.973155ms","start":"2026-04-02T16:47:59.508099Z","end":"2026-04-02T16:47:59.721072Z","steps":["trace[212004663] 'process raft request' (duration: 106.937902ms)","trace[212004663] 'compare' (duration: 105.441275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:59.721296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.229642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-04-02T16:47:59.721391Z","caller":"traceutil/trace.go:171","msg":"trace[2080715878] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:366; }","duration":"212.361156ms","start":"2026-04-02T16:47:59.50901Z","end":"2026-04-02T16:47:59.721371Z","steps":["trace[2080715878] 'agreement among raft nodes before linearized reading' (duration: 212.127569ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.772939Z","caller":"traceutil/trace.go:171","msg":"trace[1518779327] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"259.892376ms","start":"2026-04-02T16:47:59.513029Z","end":"2026-04-02T16:47:59.772921Z","steps":["trace[1518779327] 'process raft request' (duration: 259.761002ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.772972Z","caller":"traceutil/trace.go:171","msg":"trace[1709002570] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"258.288148ms","start":"2026-04-02T16:47:59.514654Z","end":"2026-04-02T16:47:59.772942Z","steps":["trace[1709002570] 'process raft request' (duration: 258.192135ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.773211Z","caller":"traceutil/trace.go:171","msg":"trace[1092705095] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"260.970439ms","start":"2026-04-02T16:47:59.512222Z","end":"2026-04-02T16:47:59.773192Z","steps":["trace[1092705095] 'process raft request' (duration: 260.466994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:06.65094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513831581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:07.15155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513831581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:07.651997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513831581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:08.151327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000815077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T16:48:08.15146Z","caller":"traceutil/trace.go:171","msg":"trace[2008133019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995143s","start":"2026-04-02T16:48:06.150433Z","end":"2026-04-02T16:48:08.151428Z","steps":["trace[2008133019] 'agreement among raft nodes before linearized reading' (duration: 2.000831298s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.151529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.150408Z","time spent":"2.001108576s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:48:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:48:08.152561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513831581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:08.662822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513831581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:08.745042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.693547127s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:48:08.745608Z","caller":"traceutil/trace.go:171","msg":"trace[1178060596] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"2.595121414s","start":"2026-04-02T16:48:06.150463Z","end":"2026-04-02T16:48:08.745584Z","steps":["trace[1178060596] 'read index received' (duration: 2.594893527s)","trace[1178060596] 'applied index is now lower than readState.Index' (duration: 226.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:08.745685Z","caller":"traceutil/trace.go:171","msg":"trace[1274094150] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"2.694267768s","start":"2026-04-02T16:48:06.051381Z","end":"2026-04-02T16:48:08.745649Z","steps":["trace[1274094150] 'process raft request' (duration: 2.694052902s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.745984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.051364Z","time spent":"2.694393863s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:09.24848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.882885ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T16:48:09.248585Z","caller":"traceutil/trace.go:171","msg":"trace[795767462] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"502.793776ms","start":"2026-04-02T16:48:08.745772Z","end":"2026-04-02T16:48:09.248565Z","steps":["trace[795767462] 'read index received' (duration: 7.743196ms)","trace[795767462] 'applied index is now lower than readState.Index' (duration: 495.04906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:09.248672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097009101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:09.248712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292457743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-02T16:48:09.248726Z","caller":"traceutil/trace.go:171","msg":"trace[524450554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"1.097105754s","start":"2026-04-02T16:48:08.151605Z","end":"2026-04-02T16:48:09.248711Z","steps":["trace[524450554] 'agreement among raft nodes before linearized reading' (duration: 1.097011581s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.248742Z","caller":"traceutil/trace.go:171","msg":"trace[2086044455] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:414; }","duration":"2.292527465s","start":"2026-04-02T16:48:06.956206Z","end":"2026-04-02T16:48:09.248733Z","steps":["trace[2086044455] 'agreement among raft nodes before linearized reading' (duration: 2.292460243s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:09.248766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:08.151581Z","time spent":"1.097176446s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:09.248771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.956185Z","time spent":"2.292580087s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T16:48:09.248828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665340545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:48:09.248842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.430353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-04-02T16:48:09.248842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388591576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:48:09.24884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709561675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:48:09.24891Z","caller":"traceutil/trace.go:171","msg":"trace[149198383] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:414; }","duration":"497.501155ms","start":"2026-04-02T16:48:08.751391Z","end":"2026-04-02T16:48:09.248892Z","steps":["trace[149198383] 'agreement among raft nodes before linearized reading' (duration: 497.380682ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.248921Z","caller":"traceutil/trace.go:171","msg":"trace[448939319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"1.665451349s","start":"2026-04-02T16:48:07.583434Z","end":"2026-04-02T16:48:09.248885Z","steps":["trace[448939319] 'agreement among raft nodes before linearized reading' (duration: 1.665260433s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.248925Z","caller":"traceutil/trace.go:171","msg":"trace[292153535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"2.38871553s","start":"2026-04-02T16:48:06.860188Z","end":"2026-04-02T16:48:09.248903Z","steps":["trace[292153535] 'agreement among raft nodes before linearized reading' (duration: 2.388565145s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:09.248941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:08.751328Z","time spent":"497.605779ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5360,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-02T16:48:09.248945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079381504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:09.248842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650154363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:48:09.248974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.860164Z","time spent":"2.388799092s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:48:09.249012Z","caller":"traceutil/trace.go:171","msg":"trace[987077822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"1.079471206s","start":"2026-04-02T16:48:08.169524Z","end":"2026-04-02T16:48:09.248995Z","steps":["trace[987077822] 'agreement among raft nodes before linearized reading' (duration: 1.079393054s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:09.248958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:07.583422Z","time spent":"1.665529491s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:09.249071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:08.169502Z","time spent":"1.079558158s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:48:09.249008Z","caller":"traceutil/trace.go:171","msg":"trace[1862726895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"2.65038085s","start":"2026-04-02T16:48:06.598617Z","end":"2026-04-02T16:48:09.248998Z","steps":["trace[1862726895] 'agreement among raft nodes before linearized reading' (duration: 2.650132453s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.248958Z","caller":"traceutil/trace.go:171","msg":"trace[1498426574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"1.709725s","start":"2026-04-02T16:48:07.539191Z","end":"2026-04-02T16:48:09.248916Z","steps":["trace[1498426574] 'agreement among raft nodes before linearized reading' (duration: 1.709451812s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:09.24916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.598591Z","time spent":"2.650549646s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:09.249226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:07.539166Z","time spent":"1.710004989s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:48:15.616205Z","caller":"traceutil/trace.go:171","msg":"trace[2128163082] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"335.440686ms","start":"2026-04-02T16:48:15.280743Z","end":"2026-04-02T16:48:15.616183Z","steps":["trace[2128163082] 'process raft request' (duration: 335.310882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:15.616377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:15.280728Z","time spent":"335.54939ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:15.631601Z","caller":"traceutil/trace.go:171","msg":"trace[656619437] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"350.552649ms","start":"2026-04-02T16:48:15.28102Z","end":"2026-04-02T16:48:15.631572Z","steps":["trace[656619437] 'process raft request' (duration: 349.923349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:15.631814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:15.280991Z","time spent":"350.713985ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:15.631904Z","caller":"traceutil/trace.go:171","msg":"trace[1023650642] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"349.109933ms","start":"2026-04-02T16:48:15.282763Z","end":"2026-04-02T16:48:15.631873Z","steps":["trace[1023650642] 'process raft request' (duration: 348.99975ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:15.632025Z","caller":"traceutil/trace.go:171","msg":"trace[29976801] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"349.32682ms","start":"2026-04-02T16:48:15.282639Z","end":"2026-04-02T16:48:15.631965Z","steps":["trace[29976801] 'process raft request' (duration: 348.887526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:15.632104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:15.282755Z","time spent":"349.234267ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:15.632199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:15.282622Z","time spent":"349.476584ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:15.632426Z","caller":"traceutil/trace.go:171","msg":"trace[1441807607] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"348.111781ms","start":"2026-04-02T16:48:15.284281Z","end":"2026-04-02T16:48:15.632393Z","steps":["trace[1441807607] 'process raft request' (duration: 347.573874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:15.632588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:15.284273Z","time spent":"348.228345ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:17.967286Z","caller":"traceutil/trace.go:171","msg":"trace[1518063399] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"343.06917ms","start":"2026-04-02T16:48:17.624187Z","end":"2026-04-02T16:48:17.967256Z","steps":["trace[1518063399] 'process raft request' (duration: 342.76861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.967416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.624161Z","time spent":"343.186314ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:17.967452Z","caller":"traceutil/trace.go:171","msg":"trace[435767515] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"332.280255ms","start":"2026-04-02T16:48:17.634872Z","end":"2026-04-02T16:48:17.967152Z","steps":["trace[435767515] 'read index received' (duration: 332.10002ms)","trace[435767515] 'applied index is now lower than readState.Index' (duration: 178.765µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:17.96751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.589415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:48:17.967629Z","caller":"traceutil/trace.go:171","msg":"trace[1687337247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"332.758851ms","start":"2026-04-02T16:48:17.634839Z","end":"2026-04-02T16:48:17.967598Z","steps":["trace[1687337247] 'agreement among raft nodes before linearized reading' (duration: 332.517383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.967694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.634825Z","time spent":"332.854833ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:48:17.967734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.563144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:48:17.967752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.988176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:48:17.967787Z","caller":"traceutil/trace.go:171","msg":"trace[510227686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"332.635987ms","start":"2026-04-02T16:48:17.635131Z","end":"2026-04-02T16:48:17.967766Z","steps":["trace[510227686] 'agreement among raft nodes before linearized reading' (duration: 332.435121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:17.967842Z","caller":"traceutil/trace.go:171","msg":"trace[1302183166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"332.10918ms","start":"2026-04-02T16:48:17.63571Z","end":"2026-04-02T16:48:17.96782Z","steps":["trace[1302183166] 'agreement among raft nodes before linearized reading' (duration: 331.912853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.96785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.635125Z","time spent":"332.711979ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:17.967891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.635704Z","time spent":"332.178952ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:48:18.534754Z","caller":"traceutil/trace.go:171","msg":"trace[1674611966] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:488; }","duration":"384.192754ms","start":"2026-04-02T16:48:18.150542Z","end":"2026-04-02T16:48:18.534735Z","steps":["trace[1674611966] 'read index received' (duration: 383.989217ms)","trace[1674611966] 'applied index is now lower than readState.Index' (duration: 200.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:18.534782Z","caller":"traceutil/trace.go:171","msg":"trace[812866813] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"561.746165ms","start":"2026-04-02T16:48:17.973011Z","end":"2026-04-02T16:48:18.534757Z","steps":["trace[812866813] 'process raft request' (duration: 561.57911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:18.534888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.97299Z","time spent":"561.843409ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:18.534884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.328098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:18.534986Z","caller":"traceutil/trace.go:171","msg":"trace[296126724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"384.433941ms","start":"2026-04-02T16:48:18.150499Z","end":"2026-04-02T16:48:18.534933Z","steps":["trace[296126724] 'agreement among raft nodes before linearized reading' (duration: 384.325677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:18.535057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:18.150475Z","time spent":"384.570745ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:48:18.5354Z","caller":"traceutil/trace.go:171","msg":"trace[945136828] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"562.230251ms","start":"2026-04-02T16:48:17.973151Z","end":"2026-04-02T16:48:18.535381Z","steps":["trace[945136828] 'process raft request' (duration: 561.549559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:18.535499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.97311Z","time spent":"562.342705ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:19.282466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.53573ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T16:48:19.282708Z","caller":"traceutil/trace.go:171","msg":"trace[1173768227] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:490; }","duration":"745.111334ms","start":"2026-04-02T16:48:18.537577Z","end":"2026-04-02T16:48:19.282688Z","steps":["trace[1173768227] 'read index received' (duration: 404.294616ms)","trace[1173768227] 'applied index is now lower than readState.Index' (duration: 340.813768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:19.282839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.251609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:19.282914Z","caller":"traceutil/trace.go:171","msg":"trace[279351536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"745.394773ms","start":"2026-04-02T16:48:18.537508Z","end":"2026-04-02T16:48:19.282903Z","steps":["trace[279351536] 'agreement among raft nodes before linearized reading' (duration: 745.259789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:19.282997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:18.537476Z","time spent":"745.494107ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:20.614294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.998685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:20.614447Z","caller":"traceutil/trace.go:171","msg":"trace[771875065] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"464.505619ms","start":"2026-04-02T16:48:20.149917Z","end":"2026-04-02T16:48:20.614423Z","steps":["trace[771875065] 'read index received' (duration: 50.293497ms)","trace[771875065] 'applied index is now lower than readState.Index' (duration: 414.210562ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:20.614469Z","caller":"traceutil/trace.go:171","msg":"trace[1970584432] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"565.903488ms","start":"2026-04-02T16:48:20.048535Z","end":"2026-04-02T16:48:20.614439Z","steps":["trace[1970584432] 'process raft request' (duration: 151.673835ms)","trace[1970584432] 'compare' (duration: 413.619053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:20.614597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.686114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:20.614616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:20.048515Z","time spent":"566.024132ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:20.614653Z","caller":"traceutil/trace.go:171","msg":"trace[1395165637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"464.790208ms","start":"2026-04-02T16:48:20.149847Z","end":"2026-04-02T16:48:20.614637Z","steps":["trace[1395165637] 'agreement among raft nodes before linearized reading' (duration: 464.705375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:20.614703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:20.149814Z","time spent":"464.878171ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:48:21.14951Z","caller":"traceutil/trace.go:171","msg":"trace[1372883818] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"211.792566ms","start":"2026-04-02T16:48:20.937688Z","end":"2026-04-02T16:48:21.14948Z","steps":["trace[1372883818] 'process raft request' (duration: 211.61628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.17795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513831792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:27.471006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237356269s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:48:27.471742Z","caller":"traceutil/trace.go:171","msg":"trace[2040087320] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.238197266s","start":"2026-04-02T16:48:26.233517Z","end":"2026-04-02T16:48:27.471714Z","steps":["trace[2040087320] 'process raft request' (duration: 1.23800273s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.471896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.233491Z","time spent":"1.238336961s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.679917Z","caller":"traceutil/trace.go:171","msg":"trace[1662544538] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.440617223s","start":"2026-04-02T16:48:26.239254Z","end":"2026-04-02T16:48:27.679871Z","steps":["trace[1662544538] 'process raft request' (duration: 1.440352114s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.679995Z","caller":"traceutil/trace.go:171","msg":"trace[752555581] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.433394361s","start":"2026-04-02T16:48:26.246497Z","end":"2026-04-02T16:48:27.679892Z","steps":["trace[752555581] 'process raft request' (duration: 1.433166444s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.680301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.246479Z","time spent":"1.433740483s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.680172Z","caller":"traceutil/trace.go:171","msg":"trace[223548025] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.43115929s","start":"2026-04-02T16:48:26.248939Z","end":"2026-04-02T16:48:27.680098Z","steps":["trace[223548025] 'process raft request' (duration: 1.431009745s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.680076Z","caller":"traceutil/trace.go:171","msg":"trace[227054804] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.432662598s","start":"2026-04-02T16:48:26.247404Z","end":"2026-04-02T16:48:27.680066Z","steps":["trace[227054804] 'process raft request' (duration: 1.432305487s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.680309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.23924Z","time spent":"1.440896501s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:27.680461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.248931Z","time spent":"1.43144315s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.680535Z","caller":"traceutil/trace.go:171","msg":"trace[328652496] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.431297175s","start":"2026-04-02T16:48:26.249201Z","end":"2026-04-02T16:48:27.680498Z","steps":["trace[328652496] 'process raft request' (duration: 1.43082089s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.680547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.247395Z","time spent":"1.433037601s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:27.680669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.249193Z","time spent":"1.431415108s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.679799Z","caller":"traceutil/trace.go:171","msg":"trace[913071709] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.441704877s","start":"2026-04-02T16:48:26.238046Z","end":"2026-04-02T16:48:27.679751Z","steps":["trace[913071709] 'process raft request' (duration: 1.441402297s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.680937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.238027Z","time spent":"1.442850674s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.680988Z","caller":"traceutil/trace.go:171","msg":"trace[412841231] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.429982273s","start":"2026-04-02T16:48:26.250979Z","end":"2026-04-02T16:48:27.680961Z","steps":["trace[412841231] 'process raft request' (duration: 1.429091164s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.681055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.250946Z","time spent":"1.430077876s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.681068Z","caller":"traceutil/trace.go:171","msg":"trace[1634630035] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.42299456s","start":"2026-04-02T16:48:26.258061Z","end":"2026-04-02T16:48:27.681055Z","steps":["trace[1634630035] 'process raft request' (duration: 1.422872026s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.681113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.258033Z","time spent":"1.423061942s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.681542Z","caller":"traceutil/trace.go:171","msg":"trace[2008614141] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.418512216s","start":"2026-04-02T16:48:26.26301Z","end":"2026-04-02T16:48:27.681522Z","steps":["trace[2008614141] 'process raft request' (duration: 1.41798656s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.681632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.262988Z","time spent":"1.418595469s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:27.681639Z","caller":"traceutil/trace.go:171","msg":"trace[209244622] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.396514744s","start":"2026-04-02T16:48:26.285104Z","end":"2026-04-02T16:48:27.681618Z","steps":["trace[209244622] 'process raft request' (duration: 1.396359069s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.681685Z","caller":"traceutil/trace.go:171","msg":"trace[523860468] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.246647035s","start":"2026-04-02T16:48:26.434999Z","end":"2026-04-02T16:48:27.681646Z","steps":["trace[523860468] 'process raft request' (duration: 1.246551942s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.681726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.285075Z","time spent":"1.396607087s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:27.681793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.434965Z","time spent":"1.24678137s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:27.682088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013782537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:48:27.68221Z","caller":"traceutil/trace.go:171","msg":"trace[1233645832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"1.013947532s","start":"2026-04-02T16:48:26.668244Z","end":"2026-04-02T16:48:27.682191Z","steps":["trace[1233645832] 'agreement among raft nodes before linearized reading' (duration: 1.013544289s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.68229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.668221Z","time spent":"1.014052645s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:48:27.682513Z","caller":"traceutil/trace.go:171","msg":"trace[1897654218] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:543; }","duration":"1.013325781s","start":"2026-04-02T16:48:26.668288Z","end":"2026-04-02T16:48:27.681614Z","steps":["trace[1897654218] 'read index received' (duration: 803.280302ms)","trace[1897654218] 'applied index is now lower than readState.Index' (duration: 210.044219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:27.684051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.136905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:48:27.684524Z","caller":"traceutil/trace.go:171","msg":"trace[1725492035] transaction","detail":"{read_only:false; number_of_response:1; response_revision:535; }","duration":"203.442599ms","start":"2026-04-02T16:48:27.481071Z","end":"2026-04-02T16:48:27.684514Z","steps":["trace[1725492035] 'process raft request' (duration: 202.84496ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.684532Z","caller":"traceutil/trace.go:171","msg":"trace[1438712317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:535; }","duration":"987.656032ms","start":"2026-04-02T16:48:26.696863Z","end":"2026-04-02T16:48:27.684519Z","steps":["trace[1438712317] 'agreement among raft nodes before linearized reading' (duration: 987.110065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.685109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.696828Z","time spent":"988.264902ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:48:27.684271Z","caller":"traceutil/trace.go:171","msg":"trace[1786853506] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"206.744825ms","start":"2026-04-02T16:48:27.477514Z","end":"2026-04-02T16:48:27.684259Z","steps":["trace[1786853506] 'process raft request' (duration: 206.240139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.684445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.067036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:27.685389Z","caller":"traceutil/trace.go:171","msg":"trace[46043529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"527.11324ms","start":"2026-04-02T16:48:27.158262Z","end":"2026-04-02T16:48:27.685375Z","steps":["trace[46043529] 'agreement among raft nodes before linearized reading' (duration: 526.059906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.685492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:27.158242Z","time spent":"527.241113ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:48:27.684083Z","caller":"traceutil/trace.go:171","msg":"trace[1888008051] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"205.35981ms","start":"2026-04-02T16:48:27.478693Z","end":"2026-04-02T16:48:27.684053Z","steps":["trace[1888008051] 'process raft request' (duration: 205.168314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.685717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.93051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:48:27.68577Z","caller":"traceutil/trace.go:171","msg":"trace[1547992238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:535; }","duration":"962.027754ms","start":"2026-04-02T16:48:26.723733Z","end":"2026-04-02T16:48:27.68576Z","steps":["trace[1547992238] 'agreement among raft nodes before linearized reading' (duration: 961.097614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.685815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:26.7237Z","time spent":"962.106456ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:34.221745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:48:34.42317Z","caller":"traceutil/trace.go:171","msg":"trace[523322613] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"701.758089ms","start":"2026-04-02T16:48:33.721374Z","end":"2026-04-02T16:48:34.423132Z","steps":["trace[523322613] 'read index received' (duration: 643.804557ms)","trace[523322613] 'applied index is now lower than readState.Index' (duration: 57.952312ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:34.423352Z","caller":"traceutil/trace.go:171","msg":"trace[1696570299] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"898.088801ms","start":"2026-04-02T16:48:33.525204Z","end":"2026-04-02T16:48:34.423293Z","steps":["trace[1696570299] 'process raft request' (duration: 840.036946ms)","trace[1696570299] 'compare' (duration: 57.658482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:34.423492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:33.525175Z","time spent":"898.255566ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:34.423909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.428895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:48:34.423918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.474016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:48:34.423969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.05047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:48:34.423985Z","caller":"traceutil/trace.go:171","msg":"trace[1941552066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:619; }","duration":"355.539878ms","start":"2026-04-02T16:48:34.068425Z","end":"2026-04-02T16:48:34.423965Z","steps":["trace[1941552066] 'agreement among raft nodes before linearized reading' (duration: 355.323412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:34.424032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.068377Z","time spent":"355.647781ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:48:34.424035Z","caller":"traceutil/trace.go:171","msg":"trace[1824864559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"688.155274ms","start":"2026-04-02T16:48:33.735859Z","end":"2026-04-02T16:48:34.424015Z","steps":["trace[1824864559] 'agreement among raft nodes before linearized reading' (duration: 687.901666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:34.423982Z","caller":"traceutil/trace.go:171","msg":"trace[936507763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"689.541388ms","start":"2026-04-02T16:48:33.734419Z","end":"2026-04-02T16:48:34.42396Z","steps":["trace[936507763] 'agreement among raft nodes before linearized reading' (duration: 689.314971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:34.424103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:33.735842Z","time spent":"688.245857ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:34.424116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:33.734396Z","time spent":"689.706574ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:34.424181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.805122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:48:34.424239Z","caller":"traceutil/trace.go:171","msg":"trace[627109393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"702.885275ms","start":"2026-04-02T16:48:33.721341Z","end":"2026-04-02T16:48:34.424226Z","steps":["trace[627109393] 'agreement among raft nodes before linearized reading' (duration: 702.691449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:34.423909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.533864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dkdqq\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-02T16:48:34.424266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:33.721324Z","time spent":"702.934376ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:48:34.424284Z","caller":"traceutil/trace.go:171","msg":"trace[761284510] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dkdqq; range_end:; response_count:1; response_revision:619; }","duration":"435.918436ms","start":"2026-04-02T16:48:33.988351Z","end":"2026-04-02T16:48:34.42427Z","steps":["trace[761284510] 'agreement among raft nodes before linearized reading' (duration: 435.379619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:34.424333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:33.988305Z","time spent":"436.018079ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-dkdqq\" "} {"level":"warn","ts":"2026-04-02T16:48:34.93426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:35.435457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:35.936168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:36.015055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.587885856s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:48:36.128346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.909037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:36.128445Z","caller":"traceutil/trace.go:171","msg":"trace[612732696] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.701394613s","start":"2026-04-02T16:48:34.427032Z","end":"2026-04-02T16:48:36.128426Z","steps":["trace[612732696] 'process raft request' (duration: 1.588320071s)","trace[612732696] 'compare' (duration: 112.770532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:36.128503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.427008Z","time spent":"1.701467685s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:36.344663Z","caller":"traceutil/trace.go:171","msg":"trace[68067347] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.917517147s","start":"2026-04-02T16:48:34.427106Z","end":"2026-04-02T16:48:36.344623Z","steps":["trace[68067347] 'process raft request' (duration: 1.859318227s)","trace[68067347] 'compare' (duration: 57.929871ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:36.344705Z","caller":"traceutil/trace.go:171","msg":"trace[1959291297] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.917533697s","start":"2026-04-02T16:48:34.427132Z","end":"2026-04-02T16:48:36.344665Z","steps":["trace[1959291297] 'process raft request' (duration: 1.917365182s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:36.34473Z","caller":"traceutil/trace.go:171","msg":"trace[243328135] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:649; }","duration":"1.911116413s","start":"2026-04-02T16:48:34.433565Z","end":"2026-04-02T16:48:36.344682Z","steps":["trace[243328135] 'read index received' (duration: 1.58174821s)","trace[243328135] 'applied index is now lower than readState.Index' (duration: 329.367003ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:36.344799Z","caller":"traceutil/trace.go:171","msg":"trace[553044236] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.909866042s","start":"2026-04-02T16:48:34.434927Z","end":"2026-04-02T16:48:36.344793Z","steps":["trace[553044236] 'process raft request' (duration: 1.909662576s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.344828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.427079Z","time spent":"1.917667822s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:36.344891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911304838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:36.344738Z","caller":"traceutil/trace.go:171","msg":"trace[497800065] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.917414074s","start":"2026-04-02T16:48:34.427285Z","end":"2026-04-02T16:48:36.344699Z","steps":["trace[497800065] 'process raft request' (duration: 1.917253189s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.344917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.43491Z","time spent":"1.909933405s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:36.344927Z","caller":"traceutil/trace.go:171","msg":"trace[575587808] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:624; }","duration":"1.911383191s","start":"2026-04-02T16:48:34.433531Z","end":"2026-04-02T16:48:36.344914Z","steps":["trace[575587808] 'agreement among raft nodes before linearized reading' (duration: 1.911282968s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.344966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.433518Z","time spent":"1.911440072s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-02T16:48:36.344995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.427276Z","time spent":"1.917654492s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:36.345054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:34.427103Z","time spent":"1.917709213s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:36.435878Z","caller":"traceutil/trace.go:171","msg":"trace[849414189] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"361.054765ms","start":"2026-04-02T16:48:36.074791Z","end":"2026-04-02T16:48:36.435846Z","steps":["trace[849414189] 'process raft request' (duration: 360.867329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.435931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285197727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:36.436006Z","caller":"traceutil/trace.go:171","msg":"trace[914703863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"1.285323371s","start":"2026-04-02T16:48:35.150664Z","end":"2026-04-02T16:48:36.435988Z","steps":["trace[914703863] 'agreement among raft nodes before linearized reading' (duration: 1.285188766s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.436054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:35.150642Z","time spent":"1.285404633s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:36.436418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:36.074766Z","time spent":"361.55764ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:38.642851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:39.120944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081900902s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:48:39.122193Z","caller":"traceutil/trace.go:171","msg":"trace[564822008] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"2.340114748s","start":"2026-04-02T16:48:36.782048Z","end":"2026-04-02T16:48:39.122162Z","steps":["trace[564822008] 'process raft request' (duration: 2.339404495s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:39.122432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:36.782023Z","time spent":"2.340264033s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:39.164392Z","caller":"traceutil/trace.go:171","msg":"trace[404142269] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:655; }","duration":"1.022256996s","start":"2026-04-02T16:48:38.142112Z","end":"2026-04-02T16:48:39.164369Z","steps":["trace[404142269] 'read index received' (duration: 979.064277ms)","trace[404142269] 'applied index is now lower than readState.Index' (duration: 43.191569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:39.164536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014796588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:39.164565Z","caller":"traceutil/trace.go:171","msg":"trace[999115260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"1.01486805s","start":"2026-04-02T16:48:38.149689Z","end":"2026-04-02T16:48:39.164557Z","steps":["trace[999115260] 'agreement among raft nodes before linearized reading' (duration: 1.014792488s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:39.164592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:38.149677Z","time spent":"1.014909392s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:39.164645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.774707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:48:39.164699Z","caller":"traceutil/trace.go:171","msg":"trace[284309436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"813.850088ms","start":"2026-04-02T16:48:38.350833Z","end":"2026-04-02T16:48:39.164683Z","steps":["trace[284309436] 'agreement among raft nodes before linearized reading' (duration: 813.670713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:39.164754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:38.350826Z","time spent":"813.91954ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:39.16476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.881472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:48:39.164818Z","caller":"traceutil/trace.go:171","msg":"trace[20064716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"814.967744ms","start":"2026-04-02T16:48:38.34984Z","end":"2026-04-02T16:48:39.164807Z","steps":["trace[20064716] 'agreement among raft nodes before linearized reading' (duration: 814.813179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:39.164846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:38.349818Z","time spent":"815.020816ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:39.1649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.188989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:48:39.165014Z","caller":"traceutil/trace.go:171","msg":"trace[1864914769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"814.351815ms","start":"2026-04-02T16:48:38.350647Z","end":"2026-04-02T16:48:39.164999Z","steps":["trace[1864914769] 'agreement among raft nodes before linearized reading' (duration: 813.953502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:39.165083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:38.350626Z","time spent":"814.448668ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:48:39.165183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023097114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:48:39.165245Z","caller":"traceutil/trace.go:171","msg":"trace[1455122081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"1.023201447s","start":"2026-04-02T16:48:38.142029Z","end":"2026-04-02T16:48:39.165231Z","steps":["trace[1455122081] 'agreement among raft nodes before linearized reading' (duration: 1.022436082s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:39.165277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:38.14201Z","time spent":"1.023260618s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:48:39.721768Z","caller":"traceutil/trace.go:171","msg":"trace[184766424] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"109.670163ms","start":"2026-04-02T16:48:39.612067Z","end":"2026-04-02T16:48:39.721737Z","steps":["trace[184766424] 'process raft request' (duration: 109.114205ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:40.979713Z","caller":"traceutil/trace.go:171","msg":"trace[185881324] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"760.508476ms","start":"2026-04-02T16:48:40.21918Z","end":"2026-04-02T16:48:40.979689Z","steps":["trace[185881324] 'process raft request' (duration: 758.805931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:40.979854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:40.219147Z","time spent":"760.63613ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:43.511143Z","caller":"traceutil/trace.go:171","msg":"trace[185798356] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"293.052232ms","start":"2026-04-02T16:48:43.218058Z","end":"2026-04-02T16:48:43.51111Z","steps":["trace[185798356] 'process raft request' (duration: 292.822684ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.511458Z","caller":"traceutil/trace.go:171","msg":"trace[1065642847] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"293.259228ms","start":"2026-04-02T16:48:43.218177Z","end":"2026-04-02T16:48:43.511436Z","steps":["trace[1065642847] 'process raft request' (duration: 292.880156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.511738Z","caller":"traceutil/trace.go:171","msg":"trace[1813460162] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"293.569668ms","start":"2026-04-02T16:48:43.21816Z","end":"2026-04-02T16:48:43.51173Z","steps":["trace[1813460162] 'process raft request' (duration: 293.181326ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.51176Z","caller":"traceutil/trace.go:171","msg":"trace[1508435312] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"290.197551ms","start":"2026-04-02T16:48:43.221544Z","end":"2026-04-02T16:48:43.511742Z","steps":["trace[1508435312] 'process raft request' (duration: 290.072997ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.511876Z","caller":"traceutil/trace.go:171","msg":"trace[330867528] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:730; }","duration":"291.082729ms","start":"2026-04-02T16:48:43.220764Z","end":"2026-04-02T16:48:43.511846Z","steps":["trace[330867528] 'read index received' (duration: 88.656272ms)","trace[330867528] 'applied index is now lower than readState.Index' (duration: 202.425397ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:43.511904Z","caller":"traceutil/trace.go:171","msg":"trace[589149406] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"213.651315ms","start":"2026-04-02T16:48:43.298228Z","end":"2026-04-02T16:48:43.511879Z","steps":["trace[589149406] 'process raft request' (duration: 213.470879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.512135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.358658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-02T16:48:43.512193Z","caller":"traceutil/trace.go:171","msg":"trace[703922653] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:704; }","duration":"291.456971ms","start":"2026-04-02T16:48:43.220722Z","end":"2026-04-02T16:48:43.512179Z","steps":["trace[703922653] 'agreement among raft nodes before linearized reading' (duration: 291.231254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.785492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.759425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:43.785656Z","caller":"traceutil/trace.go:171","msg":"trace[1520041319] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"475.053567ms","start":"2026-04-02T16:48:43.310569Z","end":"2026-04-02T16:48:43.785622Z","steps":["trace[1520041319] 'process raft request' (duration: 309.072834ms)","trace[1520041319] 'compare' (duration: 165.638012ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:43.785716Z","caller":"traceutil/trace.go:171","msg":"trace[1568389402] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:736; }","duration":"273.751995ms","start":"2026-04-02T16:48:43.511956Z","end":"2026-04-02T16:48:43.785708Z","steps":["trace[1568389402] 'read index received' (duration: 107.6994ms)","trace[1568389402] 'applied index is now lower than readState.Index' (duration: 166.051805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:43.785838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.31055Z","time spent":"475.196582ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:43.78568Z","caller":"traceutil/trace.go:171","msg":"trace[2147471217] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"170.843678ms","start":"2026-04-02T16:48:43.61482Z","end":"2026-04-02T16:48:43.785664Z","steps":["trace[2147471217] 'process raft request' (duration: 170.787286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.78597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.215338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-02T16:48:43.786016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.874774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-02T16:48:43.785917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.650691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T16:48:43.78606Z","caller":"traceutil/trace.go:171","msg":"trace[2089484216] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"165.325042ms","start":"2026-04-02T16:48:43.620715Z","end":"2026-04-02T16:48:43.78604Z","steps":["trace[2089484216] 'agreement among raft nodes before linearized reading' (duration: 165.107915ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.786084Z","caller":"traceutil/trace.go:171","msg":"trace[1419229504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"363.991019ms","start":"2026-04-02T16:48:43.422076Z","end":"2026-04-02T16:48:43.786067Z","steps":["trace[1419229504] 'agreement among raft nodes before linearized reading' (duration: 363.660998ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.786098Z","caller":"traceutil/trace.go:171","msg":"trace[1925037432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:706; }","duration":"555.852007ms","start":"2026-04-02T16:48:43.230234Z","end":"2026-04-02T16:48:43.786086Z","steps":["trace[1925037432] 'agreement among raft nodes before linearized reading' (duration: 555.547598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.786137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.422053Z","time spent":"364.069871ms","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-02T16:48:43.786146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.230224Z","time spent":"555.912229ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:48:43.898288Z","caller":"traceutil/trace.go:171","msg":"trace[276223930] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"106.327367ms","start":"2026-04-02T16:48:43.791935Z","end":"2026-04-02T16:48:43.898262Z","steps":["trace[276223930] 'read index received' (duration: 106.047408ms)","trace[276223930] 'applied index is now lower than readState.Index' (duration: 278.729µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:43.898386Z","caller":"traceutil/trace.go:171","msg":"trace[297333206] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"107.007759ms","start":"2026-04-02T16:48:43.791306Z","end":"2026-04-02T16:48:43.898313Z","steps":["trace[297333206] 'process raft request' (duration: 106.761941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:43.898477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.521243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T16:48:43.898524Z","caller":"traceutil/trace.go:171","msg":"trace[2139107003] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:707; }","duration":"106.627857ms","start":"2026-04-02T16:48:43.791879Z","end":"2026-04-02T16:48:43.898507Z","steps":["trace[2139107003] 'agreement among raft nodes before linearized reading' (duration: 106.518823ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:43.942521Z","caller":"traceutil/trace.go:171","msg":"trace[1308555873] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"115.433218ms","start":"2026-04-02T16:48:43.827061Z","end":"2026-04-02T16:48:43.942494Z","steps":["trace[1308555873] 'process raft request' (duration: 115.233872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:44.139331Z","caller":"traceutil/trace.go:171","msg":"trace[987528842] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"117.7049ms","start":"2026-04-02T16:48:44.021606Z","end":"2026-04-02T16:48:44.139311Z","steps":["trace[987528842] 'read index received' (duration: 87.408102ms)","trace[987528842] 'applied index is now lower than readState.Index' (duration: 30.296048ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:44.139418Z","caller":"traceutil/trace.go:171","msg":"trace[585999136] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"181.089125ms","start":"2026-04-02T16:48:43.958297Z","end":"2026-04-02T16:48:44.139386Z","steps":["trace[585999136] 'process raft request' (duration: 150.695064ms)","trace[585999136] 'compare' (duration: 30.239976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:44.139504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.870646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-02T16:48:44.139534Z","caller":"traceutil/trace.go:171","msg":"trace[1027984777] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:709; }","duration":"117.969299ms","start":"2026-04-02T16:48:44.021553Z","end":"2026-04-02T16:48:44.139523Z","steps":["trace[1027984777] 'agreement among raft nodes before linearized reading' (duration: 117.844025ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:44.349545Z","caller":"traceutil/trace.go:171","msg":"trace[1382146955] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"306.863113ms","start":"2026-04-02T16:48:44.042649Z","end":"2026-04-02T16:48:44.349512Z","steps":["trace[1382146955] 'process raft request' (duration: 287.213105ms)","trace[1382146955] 'compare' (duration: 19.390979ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:44.349565Z","caller":"traceutil/trace.go:171","msg":"trace[549051074] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:741; }","duration":"210.136103ms","start":"2026-04-02T16:48:44.139382Z","end":"2026-04-02T16:48:44.349518Z","steps":["trace[549051074] 'read index received' (duration: 190.569698ms)","trace[549051074] 'applied index is now lower than readState.Index' (duration: 19.563275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:44.349686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:44.04263Z","time spent":"306.996837ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:44.349893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.114953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dkdqq\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-04-02T16:48:44.349982Z","caller":"traceutil/trace.go:171","msg":"trace[660698871] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dkdqq; range_end:; response_count:1; response_revision:710; }","duration":"308.294999ms","start":"2026-04-02T16:48:44.041665Z","end":"2026-04-02T16:48:44.34996Z","steps":["trace[660698871] 'agreement among raft nodes before linearized reading' (duration: 307.987139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.350032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:44.041644Z","time spent":"308.377041ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18091,"request content":"key:\"/registry/pods/kube-system/cilium-dkdqq\" "} {"level":"info","ts":"2026-04-02T16:48:44.407927Z","caller":"traceutil/trace.go:171","msg":"trace[1331218271] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"250.691568ms","start":"2026-04-02T16:48:44.157184Z","end":"2026-04-02T16:48:44.407876Z","steps":["trace[1331218271] 'process raft request' (duration: 250.342997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.407978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.401825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-02T16:48:44.408119Z","caller":"traceutil/trace.go:171","msg":"trace[1584266015] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:711; }","duration":"186.5507ms","start":"2026-04-02T16:48:44.221523Z","end":"2026-04-02T16:48:44.408074Z","steps":["trace[1584266015] 'agreement among raft nodes before linearized reading' (duration: 186.230239ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:44.917758Z","caller":"traceutil/trace.go:171","msg":"trace[2128022105] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"157.469621ms","start":"2026-04-02T16:48:44.760268Z","end":"2026-04-02T16:48:44.917737Z","steps":["trace[2128022105] 'process raft request' (duration: 157.224623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.076939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:56.577175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513832390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:56.785713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21014697s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:48:56.786774Z","caller":"traceutil/trace.go:171","msg":"trace[1904864832] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"1.211426061s","start":"2026-04-02T16:48:55.575308Z","end":"2026-04-02T16:48:56.786734Z","steps":["trace[1904864832] 'process raft request' (duration: 1.211161763s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.786991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:55.575293Z","time spent":"1.211581346s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:56.795005Z","caller":"traceutil/trace.go:171","msg":"trace[798469144] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:834; }","duration":"1.218674733s","start":"2026-04-02T16:48:55.57631Z","end":"2026-04-02T16:48:56.794984Z","steps":["trace[798469144] 'read index received' (duration: 1.209997555s)","trace[798469144] 'applied index is now lower than readState.Index' (duration: 8.676378ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:56.795003Z","caller":"traceutil/trace.go:171","msg":"trace[349449969] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"1.218809337s","start":"2026-04-02T16:48:55.576161Z","end":"2026-04-02T16:48:56.79497Z","steps":["trace[349449969] 'process raft request' (duration: 1.218618291s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:56.795088Z","caller":"traceutil/trace.go:171","msg":"trace[1528890962] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"354.429063ms","start":"2026-04-02T16:48:56.440651Z","end":"2026-04-02T16:48:56.79508Z","steps":["trace[1528890962] 'process raft request' (duration: 354.299819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.795176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:56.440626Z","time spent":"354.483845ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5056,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:56.795176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:55.576121Z","time spent":"1.218955302s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:56.795268Z","caller":"traceutil/trace.go:171","msg":"trace[1395439381] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"1.218771025s","start":"2026-04-02T16:48:55.576453Z","end":"2026-04-02T16:48:56.795224Z","steps":["trace[1395439381] 'process raft request' (duration: 1.218442735s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.795306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.023297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:56.795366Z","caller":"traceutil/trace.go:171","msg":"trace[2131496751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"645.140481ms","start":"2026-04-02T16:48:56.150213Z","end":"2026-04-02T16:48:56.795354Z","steps":["trace[2131496751] 'agreement among raft nodes before linearized reading' (duration: 645.025167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.795341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.591512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:48:56.795422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:56.150191Z","time spent":"645.223083ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:56.795428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:55.576424Z","time spent":"1.21892837s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:56.795435Z","caller":"traceutil/trace.go:171","msg":"trace[98932237] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:803; }","duration":"844.734056ms","start":"2026-04-02T16:48:55.950682Z","end":"2026-04-02T16:48:56.795416Z","steps":["trace[98932237] 'agreement among raft nodes before linearized reading' (duration: 844.501189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.795315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219008193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:48:56.795479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:55.950658Z","time spent":"844.812209ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:48:56.795526Z","caller":"traceutil/trace.go:171","msg":"trace[685187969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"1.21923822s","start":"2026-04-02T16:48:55.576265Z","end":"2026-04-02T16:48:56.795503Z","steps":["trace[685187969] 'agreement among raft nodes before linearized reading' (duration: 1.218940581s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:56.795172Z","caller":"traceutil/trace.go:171","msg":"trace[1695674503] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"677.585757ms","start":"2026-04-02T16:48:56.117554Z","end":"2026-04-02T16:48:56.79514Z","steps":["trace[1695674503] 'process raft request' (duration: 677.3695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.795581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:55.576253Z","time spent":"1.219316343s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:56.795635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:56.11753Z","time spent":"678.072482ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:30.272265Z","caller":"traceutil/trace.go:171","msg":"trace[646089391] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1257; }","duration":"121.732523ms","start":"2026-04-02T16:49:30.150506Z","end":"2026-04-02T16:49:30.272238Z","steps":["trace[646089391] 'read index received' (duration: 121.508726ms)","trace[646089391] 'applied index is now lower than readState.Index' (duration: 222.787µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:49:30.272409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.876887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:49:30.272352Z","caller":"traceutil/trace.go:171","msg":"trace[1497120861] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"256.304044ms","start":"2026-04-02T16:49:30.016006Z","end":"2026-04-02T16:49:30.27231Z","steps":["trace[1497120861] 'process raft request' (duration: 256.070107ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:30.272447Z","caller":"traceutil/trace.go:171","msg":"trace[1340197109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"121.98595ms","start":"2026-04-02T16:49:30.150449Z","end":"2026-04-02T16:49:30.272435Z","steps":["trace[1340197109] 'agreement among raft nodes before linearized reading' (duration: 121.900898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:31.356352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074192971s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:49:31.357987Z","caller":"traceutil/trace.go:171","msg":"trace[306987075] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1258; }","duration":"353.762303ms","start":"2026-04-02T16:49:31.004194Z","end":"2026-04-02T16:49:31.357956Z","steps":["trace[306987075] 'read index received' (duration: 352.601736ms)","trace[306987075] 'applied index is now lower than readState.Index' (duration: 1.158757ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:49:31.358026Z","caller":"traceutil/trace.go:171","msg":"trace[226972975] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"1.075944857s","start":"2026-04-02T16:49:30.28204Z","end":"2026-04-02T16:49:31.357985Z","steps":["trace[226972975] 'process raft request' (duration: 1.074882663s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:31.358196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:30.282024Z","time spent":"1.076080851s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4126,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:49:31.358245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.050502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:49:31.358283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.848084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:49:31.358307Z","caller":"traceutil/trace.go:171","msg":"trace[714749938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1216; }","duration":"354.153335ms","start":"2026-04-02T16:49:31.004134Z","end":"2026-04-02T16:49:31.358288Z","steps":["trace[714749938] 'agreement among raft nodes before linearized reading' (duration: 353.932718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:31.358371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:31.004113Z","time spent":"354.249639ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:49:31.358386Z","caller":"traceutil/trace.go:171","msg":"trace[1454630576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1216; }","duration":"215.949518ms","start":"2026-04-02T16:49:31.142382Z","end":"2026-04-02T16:49:31.358332Z","steps":["trace[1454630576] 'agreement among raft nodes before linearized reading' (duration: 215.740701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:31.358385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.118032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-02T16:49:31.358406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.172644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T16:49:31.358473Z","caller":"traceutil/trace.go:171","msg":"trace[1513800552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1216; }","duration":"163.214735ms","start":"2026-04-02T16:49:31.195236Z","end":"2026-04-02T16:49:31.35845Z","steps":["trace[1513800552] 'agreement among raft nodes before linearized reading' (duration: 162.943297ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:31.358483Z","caller":"traceutil/trace.go:171","msg":"trace[286378475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1216; }","duration":"163.286478ms","start":"2026-04-02T16:49:31.195178Z","end":"2026-04-02T16:49:31.358465Z","steps":["trace[286378475] 'agreement among raft nodes before linearized reading' (duration: 163.05112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:31.358575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.8009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T16:49:31.358705Z","caller":"traceutil/trace.go:171","msg":"trace[1817073838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1216; }","duration":"177.942775ms","start":"2026-04-02T16:49:31.180718Z","end":"2026-04-02T16:49:31.358661Z","steps":["trace[1817073838] 'agreement among raft nodes before linearized reading' (duration: 177.577323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:45.567502Z","caller":"traceutil/trace.go:171","msg":"trace[1563317701] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"216.95535ms","start":"2026-04-02T16:49:45.350505Z","end":"2026-04-02T16:49:45.56746Z","steps":["trace[1563317701] 'process raft request' (duration: 216.676621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.113305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513833635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:49:54.261841Z","caller":"traceutil/trace.go:171","msg":"trace[1341936268] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1528; }","duration":"648.803193ms","start":"2026-04-02T16:49:53.613017Z","end":"2026-04-02T16:49:54.26182Z","steps":["trace[1341936268] 'read index received' (duration: 648.619617ms)","trace[1341936268] 'applied index is now lower than readState.Index' (duration: 182.776µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:49:54.26196Z","caller":"traceutil/trace.go:171","msg":"trace[1174189782] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"655.836028ms","start":"2026-04-02T16:49:53.606089Z","end":"2026-04-02T16:49:54.261925Z","steps":["trace[1174189782] 'process raft request' (duration: 655.59994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.262051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.944888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:49:54.262083Z","caller":"traceutil/trace.go:171","msg":"trace[975569599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1476; }","duration":"648.996829ms","start":"2026-04-02T16:49:53.613076Z","end":"2026-04-02T16:49:54.262073Z","steps":["trace[975569599] 'agreement among raft nodes before linearized reading' (duration: 648.864205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.262082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.503629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:49:54.262092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.059601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:49:54.262192Z","caller":"traceutil/trace.go:171","msg":"trace[1567798217] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1476; }","duration":"366.648784ms","start":"2026-04-02T16:49:53.895524Z","end":"2026-04-02T16:49:54.262173Z","steps":["trace[1567798217] 'agreement among raft nodes before linearized reading' (duration: 366.506969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.262185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.606039Z","time spent":"656.007823ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:54.262207Z","caller":"traceutil/trace.go:171","msg":"trace[1378718965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1476; }","duration":"649.202796ms","start":"2026-04-02T16:49:53.612982Z","end":"2026-04-02T16:49:54.262185Z","steps":["trace[1378718965] 'agreement among raft nodes before linearized reading' (duration: 648.942358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.26223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.953901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:49:54.262244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.895502Z","time spent":"366.731617ms","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:49:54.262258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.612969Z","time spent":"649.277798ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:49:54.262112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.613013Z","time spent":"649.092762ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:49:54.262255Z","caller":"traceutil/trace.go:171","msg":"trace[569537562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1476; }","duration":"635.001723ms","start":"2026-04-02T16:49:53.627246Z","end":"2026-04-02T16:49:54.262248Z","steps":["trace[569537562] 'agreement among raft nodes before linearized reading' (duration: 634.930921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.262442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.627234Z","time spent":"635.198389ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:54.262543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.904178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:49:54.2626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.521799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:49:54.26258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.349769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T16:49:54.262634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.028842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:49:54.262653Z","caller":"traceutil/trace.go:171","msg":"trace[1126102358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"112.054884ms","start":"2026-04-02T16:49:54.150555Z","end":"2026-04-02T16:49:54.26261Z","steps":["trace[1126102358] 'agreement among raft nodes before linearized reading' (duration: 111.862647ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:54.262664Z","caller":"traceutil/trace.go:171","msg":"trace[1936792057] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1476; }","duration":"113.622573ms","start":"2026-04-02T16:49:54.149015Z","end":"2026-04-02T16:49:54.262638Z","steps":["trace[1936792057] 'agreement among raft nodes before linearized reading' (duration: 113.471669ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:54.262688Z","caller":"traceutil/trace.go:171","msg":"trace[1506971802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1476; }","duration":"638.507374ms","start":"2026-04-02T16:49:53.624153Z","end":"2026-04-02T16:49:54.262661Z","steps":["trace[1506971802] 'agreement among raft nodes before linearized reading' (duration: 638.141232ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:54.262701Z","caller":"traceutil/trace.go:171","msg":"trace[778490958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1476; }","duration":"639.140975ms","start":"2026-04-02T16:49:53.62354Z","end":"2026-04-02T16:49:54.262681Z","steps":["trace[778490958] 'agreement among raft nodes before linearized reading' (duration: 638.934798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.262742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.623513Z","time spent":"639.219827ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:54.262745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:53.624143Z","time spent":"638.589847ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:49:54.682484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.631109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:49:54.682604Z","caller":"traceutil/trace.go:171","msg":"trace[1286947413] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"415.838563ms","start":"2026-04-02T16:49:54.266747Z","end":"2026-04-02T16:49:54.682586Z","steps":["trace[1286947413] 'process raft request' (duration: 62.030998ms)","trace[1286947413] 'compare' (duration: 353.473294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:49:54.682662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:54.266726Z","time spent":"415.909475ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:54.735027Z","caller":"traceutil/trace.go:171","msg":"trace[1192891121] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"467.356376ms","start":"2026-04-02T16:49:54.267656Z","end":"2026-04-02T16:49:54.735012Z","steps":["trace[1192891121] 'process raft request' (duration: 467.302694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.735142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:54.267648Z","time spent":"467.428079ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:54.735228Z","caller":"traceutil/trace.go:171","msg":"trace[717075650] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"468.225213ms","start":"2026-04-02T16:49:54.266998Z","end":"2026-04-02T16:49:54.735223Z","steps":["trace[717075650] 'process raft request' (duration: 467.885882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.735256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:54.266982Z","time spent":"468.261215ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:54.735344Z","caller":"traceutil/trace.go:171","msg":"trace[1031375486] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"467.247383ms","start":"2026-04-02T16:49:54.268089Z","end":"2026-04-02T16:49:54.735337Z","steps":["trace[1031375486] 'process raft request' (duration: 466.896952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.735374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:54.268084Z","time spent":"467.276494ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:54.73565Z","caller":"traceutil/trace.go:171","msg":"trace[202550732] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"467.46643ms","start":"2026-04-02T16:49:54.268178Z","end":"2026-04-02T16:49:54.735644Z","steps":["trace[202550732] 'process raft request' (duration: 467.130309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:54.735686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:54.268169Z","time spent":"467.501731ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:01.238736Z","caller":"traceutil/trace.go:171","msg":"trace[1188983690] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1581; }","duration":"113.053356ms","start":"2026-04-02T16:50:01.125652Z","end":"2026-04-02T16:50:01.238705Z","steps":["trace[1188983690] 'process raft request' (duration: 112.87721ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:02.960372Z","caller":"traceutil/trace.go:171","msg":"trace[1985993025] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"108.969885ms","start":"2026-04-02T16:50:02.851375Z","end":"2026-04-02T16:50:02.960345Z","steps":["trace[1985993025] 'process raft request' (duration: 108.770329ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.096404Z","caller":"traceutil/trace.go:171","msg":"trace[993785177] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"191.003802ms","start":"2026-04-02T16:50:02.905366Z","end":"2026-04-02T16:50:03.096369Z","steps":["trace[993785177] 'process raft request' (duration: 190.831976ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.096602Z","caller":"traceutil/trace.go:171","msg":"trace[1006450853] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"191.039743ms","start":"2026-04-02T16:50:02.905517Z","end":"2026-04-02T16:50:03.096557Z","steps":["trace[1006450853] 'process raft request' (duration: 190.807625ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.096519Z","caller":"traceutil/trace.go:171","msg":"trace[619630478] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"190.30842ms","start":"2026-04-02T16:50:02.906195Z","end":"2026-04-02T16:50:03.096503Z","steps":["trace[619630478] 'process raft request' (duration: 190.240948ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.096904Z","caller":"traceutil/trace.go:171","msg":"trace[1233568041] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"191.046563ms","start":"2026-04-02T16:50:02.905366Z","end":"2026-04-02T16:50:03.096412Z","steps":["trace[1233568041] 'process raft request' (duration: 131.68694ms)","trace[1233568041] 'compare' (duration: 58.799265ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:03.187385Z","caller":"traceutil/trace.go:171","msg":"trace[841113877] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"223.598611ms","start":"2026-04-02T16:50:02.963704Z","end":"2026-04-02T16:50:03.187302Z","steps":["trace[841113877] 'process raft request' (duration: 221.595707ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:06.382779Z","caller":"traceutil/trace.go:171","msg":"trace[909403283] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1777; }","duration":"192.49965ms","start":"2026-04-02T16:50:06.190258Z","end":"2026-04-02T16:50:06.382758Z","steps":["trace[909403283] 'read index received' (duration: 192.277873ms)","trace[909403283] 'applied index is now lower than readState.Index' (duration: 220.637µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:06.382846Z","caller":"traceutil/trace.go:171","msg":"trace[2108751549] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"205.882227ms","start":"2026-04-02T16:50:06.176936Z","end":"2026-04-02T16:50:06.382819Z","steps":["trace[2108751549] 'process raft request' (duration: 205.513765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:06.382909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.634994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:06.382937Z","caller":"traceutil/trace.go:171","msg":"trace[599203251] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1706; }","duration":"192.719367ms","start":"2026-04-02T16:50:06.190208Z","end":"2026-04-02T16:50:06.382927Z","steps":["trace[599203251] 'agreement among raft nodes before linearized reading' (duration: 192.630154ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:08.400224Z","caller":"traceutil/trace.go:171","msg":"trace[1883708094] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1795; }","duration":"104.739561ms","start":"2026-04-02T16:50:08.295465Z","end":"2026-04-02T16:50:08.400205Z","steps":["trace[1883708094] 'read index received' (duration: 104.558895ms)","trace[1883708094] 'applied index is now lower than readState.Index' (duration: 179.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:08.400268Z","caller":"traceutil/trace.go:171","msg":"trace[1365808581] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1721; }","duration":"123.611203ms","start":"2026-04-02T16:50:08.276626Z","end":"2026-04-02T16:50:08.400237Z","steps":["trace[1365808581] 'process raft request' (duration: 123.416497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:08.400384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.898646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-04-02T16:50:08.400414Z","caller":"traceutil/trace.go:171","msg":"trace[600683435] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1721; }","duration":"104.948207ms","start":"2026-04-02T16:50:08.295458Z","end":"2026-04-02T16:50:08.400406Z","steps":["trace[600683435] 'agreement among raft nodes before linearized reading' (duration: 104.821033ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:09.89741Z","caller":"traceutil/trace.go:171","msg":"trace[1793898993] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"104.38108ms","start":"2026-04-02T16:50:09.792995Z","end":"2026-04-02T16:50:09.897376Z","steps":["trace[1793898993] 'process raft request' (duration: 90.192537ms)","trace[1793898993] 'compare' (duration: 13.858712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:12.910272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.896577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:12.910397Z","caller":"traceutil/trace.go:171","msg":"trace[120889195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1775; }","duration":"106.081574ms","start":"2026-04-02T16:50:12.804286Z","end":"2026-04-02T16:50:12.910368Z","steps":["trace[120889195] 'count revisions from in-memory index tree' (duration: 105.805944ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:13.222205Z","caller":"traceutil/trace.go:171","msg":"trace[69340557] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"274.008609ms","start":"2026-04-02T16:50:12.948152Z","end":"2026-04-02T16:50:13.222161Z","steps":["trace[69340557] 'process raft request' (duration: 273.829914ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:13.813702Z","caller":"traceutil/trace.go:171","msg":"trace[906550434] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"103.898934ms","start":"2026-04-02T16:50:13.709786Z","end":"2026-04-02T16:50:13.813685Z","steps":["trace[906550434] 'process raft request' (duration: 103.78463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:21.882011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513834505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:50:22.382918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513834505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:50:22.770257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07503527s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:22.770465Z","caller":"traceutil/trace.go:171","msg":"trace[449541673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1893; }","duration":"1.075243378s","start":"2026-04-02T16:50:21.695187Z","end":"2026-04-02T16:50:22.77043Z","steps":["trace[449541673] 'range keys from in-memory index tree' (duration: 1.07501771s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:22.771642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414309101s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:50:22.771997Z","caller":"traceutil/trace.go:171","msg":"trace[764486537] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.444625698s","start":"2026-04-02T16:50:21.327347Z","end":"2026-04-02T16:50:22.771972Z","steps":["trace[764486537] 'process raft request' (duration: 1.444447562s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:22.77214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.327335Z","time spent":"1.444733552s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:23.436939Z","caller":"traceutil/trace.go:171","msg":"trace[840615556] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"2.109257595s","start":"2026-04-02T16:50:21.327632Z","end":"2026-04-02T16:50:23.43689Z","steps":["trace[840615556] 'process raft request' (duration: 2.109005517s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.437164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.327613Z","time spent":"2.109430821s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:23.437207Z","caller":"traceutil/trace.go:171","msg":"trace[1981360460] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"2.109406849s","start":"2026-04-02T16:50:21.32778Z","end":"2026-04-02T16:50:23.437187Z","steps":["trace[1981360460] 'process raft request' (duration: 2.109058748s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.43731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.327771Z","time spent":"2.109485932s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:23.437641Z","caller":"traceutil/trace.go:171","msg":"trace[1164985828] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"2.108720077s","start":"2026-04-02T16:50:21.328906Z","end":"2026-04-02T16:50:23.437626Z","steps":["trace[1164985828] 'process raft request' (duration: 2.108474649s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:23.437561Z","caller":"traceutil/trace.go:171","msg":"trace[212946635] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"2.10879231s","start":"2026-04-02T16:50:21.328719Z","end":"2026-04-02T16:50:23.437511Z","steps":["trace[212946635] 'process raft request' (duration: 2.108393227s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.437732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.328886Z","time spent":"2.10879805s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:23.437994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.32871Z","time spent":"2.10910435s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:23.438958Z","caller":"traceutil/trace.go:171","msg":"trace[2055901231] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.451231348s","start":"2026-04-02T16:50:21.987708Z","end":"2026-04-02T16:50:23.438939Z","steps":["trace[2055901231] 'process raft request' (duration: 1.449849734s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:23.439078Z","caller":"traceutil/trace.go:171","msg":"trace[207381964] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1972; }","duration":"2.057641638s","start":"2026-04-02T16:50:21.381402Z","end":"2026-04-02T16:50:23.439044Z","steps":["trace[207381964] 'read index received' (duration: 1.39045444s)","trace[207381964] 'applied index is now lower than readState.Index' (duration: 667.185828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:23.439239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057818505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:50:23.43921Z","caller":"traceutil/trace.go:171","msg":"trace[435012835] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"915.599702ms","start":"2026-04-02T16:50:22.523579Z","end":"2026-04-02T16:50:23.439179Z","steps":["trace[435012835] 'process raft request' (duration: 915.212549ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:23.439291Z","caller":"traceutil/trace.go:171","msg":"trace[917166948] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1900; }","duration":"2.057926738s","start":"2026-04-02T16:50:21.381345Z","end":"2026-04-02T16:50:23.439271Z","steps":["trace[917166948] 'agreement among raft nodes before linearized reading' (duration: 2.057828775s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.439334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.381322Z","time spent":"2.05800147s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:23.439394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:22.523553Z","time spent":"915.756746ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:23.439651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.987681Z","time spent":"1.451333431s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:23.641551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.204014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:23.641658Z","caller":"traceutil/trace.go:171","msg":"trace[1965580400] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"202.496799ms","start":"2026-04-02T16:50:23.439143Z","end":"2026-04-02T16:50:23.64164Z","steps":["trace[1965580400] 'read index received' (duration: 81.985255ms)","trace[1965580400] 'applied index is now lower than readState.Index' (duration: 120.510484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:23.641808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111398194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T16:50:23.641843Z","caller":"traceutil/trace.go:171","msg":"trace[1792706903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3; range_end:; response_count:1; response_revision:1901; }","duration":"2.111468146s","start":"2026-04-02T16:50:21.530365Z","end":"2026-04-02T16:50:23.641833Z","steps":["trace[1792706903] 'agreement among raft nodes before linearized reading' (duration: 2.111323381s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.641897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.530329Z","time spent":"2.111556459s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" "} {"level":"info","ts":"2026-04-02T16:50:23.642034Z","caller":"traceutil/trace.go:171","msg":"trace[577999371] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"257.330329ms","start":"2026-04-02T16:50:23.384652Z","end":"2026-04-02T16:50:23.641982Z","steps":["trace[577999371] 'process raft request' (duration: 136.585177ms)","trace[577999371] 'compare' (duration: 120.06393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:23.642138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.760905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:50:23.642193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769295943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-02T16:50:23.642203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306890983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:50:23.642234Z","caller":"traceutil/trace.go:171","msg":"trace[1460994055] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1901; }","duration":"396.91336ms","start":"2026-04-02T16:50:23.2453Z","end":"2026-04-02T16:50:23.642214Z","steps":["trace[1460994055] 'agreement among raft nodes before linearized reading' (duration: 396.678313ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:23.642251Z","caller":"traceutil/trace.go:171","msg":"trace[605826262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"1.769375216s","start":"2026-04-02T16:50:21.872861Z","end":"2026-04-02T16:50:23.642236Z","steps":["trace[605826262] 'agreement among raft nodes before linearized reading' (duration: 1.769238742s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.64225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.320929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T16:50:23.642283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.872845Z","time spent":"1.769432147s","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:50:23.642285Z","caller":"traceutil/trace.go:171","msg":"trace[1113745710] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1901; }","duration":"1.307006488s","start":"2026-04-02T16:50:22.335257Z","end":"2026-04-02T16:50:23.642264Z","steps":["trace[1113745710] 'agreement among raft nodes before linearized reading' (duration: 1.306781551s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.642293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.245275Z","time spent":"397.007923ms","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:50:23.642327Z","caller":"traceutil/trace.go:171","msg":"trace[407354279] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:1901; }","duration":"432.404432ms","start":"2026-04-02T16:50:23.209893Z","end":"2026-04-02T16:50:23.642297Z","steps":["trace[407354279] 'agreement among raft nodes before linearized reading' (duration: 432.225596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.642324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:22.335223Z","time spent":"1.30709082s","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:23.642052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.992143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:23.642317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492265066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:23.642403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.209877Z","time spent":"432.517696ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"info","ts":"2026-04-02T16:50:23.642428Z","caller":"traceutil/trace.go:171","msg":"trace[1890280038] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1901; }","duration":"868.498539ms","start":"2026-04-02T16:50:22.773905Z","end":"2026-04-02T16:50:23.642403Z","steps":["trace[1890280038] 'agreement among raft nodes before linearized reading' (duration: 867.964092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.642453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.472116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T16:50:23.642475Z","caller":"traceutil/trace.go:171","msg":"trace[1991701928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"1.492404302s","start":"2026-04-02T16:50:22.150008Z","end":"2026-04-02T16:50:23.642413Z","steps":["trace[1991701928] 'agreement among raft nodes before linearized reading' (duration: 1.492270547s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.642548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:22.149993Z","time spent":"1.492540175s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:50:23.642213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68423726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T16:50:23.642516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:22.773878Z","time spent":"868.591622ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:50:23.643728Z","caller":"traceutil/trace.go:171","msg":"trace[1610677858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"1.685890362s","start":"2026-04-02T16:50:21.957803Z","end":"2026-04-02T16:50:23.643694Z","steps":["trace[1610677858] 'agreement among raft nodes before linearized reading' (duration: 1.684112796s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.643797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.957774Z","time spent":"1.686004906s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T16:50:23.643974Z","caller":"traceutil/trace.go:171","msg":"trace[302950565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1901; }","duration":"581.58484ms","start":"2026-04-02T16:50:23.060932Z","end":"2026-04-02T16:50:23.642517Z","steps":["trace[302950565] 'agreement among raft nodes before linearized reading' (duration: 581.27296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.644258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.060875Z","time spent":"583.297975ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:23.644543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077595166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T16:50:23.64461Z","caller":"traceutil/trace.go:171","msg":"trace[1728487388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3; range_end:; response_count:1; response_revision:1901; }","duration":"2.077688699s","start":"2026-04-02T16:50:21.566895Z","end":"2026-04-02T16:50:23.644584Z","steps":["trace[1728487388] 'agreement among raft nodes before linearized reading' (duration: 2.075685085s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:23.64465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:21.566874Z","time spent":"2.077764811s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" "} {"level":"warn","ts":"2026-04-02T16:50:24.024665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.645961Z","time spent":"378.693858ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T16:50:24.306884Z","caller":"traceutil/trace.go:171","msg":"trace[1578098412] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1980; }","duration":"649.529177ms","start":"2026-04-02T16:50:23.657326Z","end":"2026-04-02T16:50:24.306855Z","steps":["trace[1578098412] 'read index received' (duration: 356.910572ms)","trace[1578098412] 'applied index is now lower than readState.Index' (duration: 292.617445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:24.307078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.723003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:24.307136Z","caller":"traceutil/trace.go:171","msg":"trace[1337442169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1904; }","duration":"649.814366ms","start":"2026-04-02T16:50:23.657304Z","end":"2026-04-02T16:50:24.307118Z","steps":["trace[1337442169] 'agreement among raft nodes before linearized reading' (duration: 649.674092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:24.307189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.657285Z","time spent":"649.891898ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:50:24.307201Z","caller":"traceutil/trace.go:171","msg":"trace[514873704] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"655.179516ms","start":"2026-04-02T16:50:23.651973Z","end":"2026-04-02T16:50:24.307153Z","steps":["trace[514873704] 'process raft request' (duration: 654.704131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:24.30736Z","caller":"traceutil/trace.go:171","msg":"trace[847648602] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"653.837524ms","start":"2026-04-02T16:50:23.653483Z","end":"2026-04-02T16:50:24.307321Z","steps":["trace[847648602] 'process raft request' (duration: 653.289316ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:24.307366Z","caller":"traceutil/trace.go:171","msg":"trace[397972589] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"657.067717ms","start":"2026-04-02T16:50:23.650228Z","end":"2026-04-02T16:50:24.307295Z","steps":["trace[397972589] 'process raft request' (duration: 614.570441ms)","trace[397972589] 'compare' (duration: 41.636659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:24.307416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.651963Z","time spent":"655.332632ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:24.307527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.653475Z","time spent":"653.949638ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:24.307586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:23.6502Z","time spent":"657.271414ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:24.375478Z","caller":"traceutil/trace.go:171","msg":"trace[1731601054] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"349.446927ms","start":"2026-04-02T16:50:24.02599Z","end":"2026-04-02T16:50:24.375437Z","steps":["trace[1731601054] 'process raft request' (duration: 349.272281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:24.375744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:24.025967Z","time spent":"349.597091ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:25.226406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.506393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-02T16:50:25.226493Z","caller":"traceutil/trace.go:171","msg":"trace[1200335344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3; range_end:; response_count:1; response_revision:1905; }","duration":"571.653888ms","start":"2026-04-02T16:50:24.654818Z","end":"2026-04-02T16:50:25.226472Z","steps":["trace[1200335344] 'range keys from in-memory index tree' (duration: 571.377669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:25.226538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:24.654794Z","time spent":"571.733421ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" "} {"level":"warn","ts":"2026-04-02T16:50:25.227257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.423212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:50:25.227417Z","caller":"traceutil/trace.go:171","msg":"trace[1093648870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"451.632159ms","start":"2026-04-02T16:50:24.77576Z","end":"2026-04-02T16:50:25.227392Z","steps":["trace[1093648870] 'range keys from in-memory index tree' (duration: 451.181375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:25.227403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.687973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-02T16:50:25.227475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:24.775738Z","time spent":"451.725902ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:50:25.227525Z","caller":"traceutil/trace.go:171","msg":"trace[661148542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"574.153027ms","start":"2026-04-02T16:50:24.653312Z","end":"2026-04-02T16:50:25.227465Z","steps":["trace[661148542] 'range keys from in-memory index tree' (duration: 572.810994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:25.228113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:24.653293Z","time spent":"574.332092ms","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:50:37.849062Z","caller":"traceutil/trace.go:171","msg":"trace[888136625] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"347.551116ms","start":"2026-04-02T16:50:37.501482Z","end":"2026-04-02T16:50:37.849033Z","steps":["trace[888136625] 'process raft request' (duration: 347.36405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:37.849253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:37.50146Z","time spent":"347.68897ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:37.880265Z","caller":"traceutil/trace.go:171","msg":"trace[1764175186] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2099; }","duration":"358.044459ms","start":"2026-04-02T16:50:37.522199Z","end":"2026-04-02T16:50:37.880244Z","steps":["trace[1764175186] 'read index received' (duration: 326.684996ms)","trace[1764175186] 'applied index is now lower than readState.Index' (duration: 31.358593ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:37.88038Z","caller":"traceutil/trace.go:171","msg":"trace[1167557153] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"376.151712ms","start":"2026-04-02T16:50:37.504216Z","end":"2026-04-02T16:50:37.880368Z","steps":["trace[1167557153] 'process raft request' (duration: 375.918354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:37.88048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:37.504183Z","time spent":"376.221754ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:37.880556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.447504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:50:37.88059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.516947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T16:50:37.880667Z","caller":"traceutil/trace.go:171","msg":"trace[588629108] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2018; }","duration":"354.62519ms","start":"2026-04-02T16:50:37.526026Z","end":"2026-04-02T16:50:37.880651Z","steps":["trace[588629108] 'agreement among raft nodes before linearized reading' (duration: 354.443344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:37.880712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:37.526013Z","time spent":"354.689392ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T16:50:37.88062Z","caller":"traceutil/trace.go:171","msg":"trace[2032278953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2018; }","duration":"354.535307ms","start":"2026-04-02T16:50:37.526071Z","end":"2026-04-02T16:50:37.880606Z","steps":["trace[2032278953] 'agreement among raft nodes before linearized reading' (duration: 354.373922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:37.880755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.518794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:50:37.880819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:37.526059Z","time spent":"354.752224ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:50:37.880845Z","caller":"traceutil/trace.go:171","msg":"trace[760331858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2018; }","duration":"358.676908ms","start":"2026-04-02T16:50:37.522145Z","end":"2026-04-02T16:50:37.880822Z","steps":["trace[760331858] 'agreement among raft nodes before linearized reading' (duration: 358.350678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:37.880557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.899032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:50:37.880904Z","caller":"traceutil/trace.go:171","msg":"trace[572044988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2018; }","duration":"357.290424ms","start":"2026-04-02T16:50:37.523604Z","end":"2026-04-02T16:50:37.880894Z","steps":["trace[572044988] 'agreement among raft nodes before linearized reading' (duration: 356.780848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:37.880914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:37.522131Z","time spent":"358.770152ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:37.880933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:37.523585Z","time spent":"357.340996ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:50:38.023229Z","caller":"traceutil/trace.go:171","msg":"trace[1255021360] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"137.07938ms","start":"2026-04-02T16:50:37.88612Z","end":"2026-04-02T16:50:38.023199Z","steps":["trace[1255021360] 'process raft request' (duration: 137.028999ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:38.023308Z","caller":"traceutil/trace.go:171","msg":"trace[1418833805] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"137.188113ms","start":"2026-04-02T16:50:37.886107Z","end":"2026-04-02T16:50:38.023295Z","steps":["trace[1418833805] 'process raft request' (duration: 136.993357ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:38.023221Z","caller":"traceutil/trace.go:171","msg":"trace[1014552521] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"137.170353ms","start":"2026-04-02T16:50:37.886024Z","end":"2026-04-02T16:50:38.023194Z","steps":["trace[1014552521] 'process raft request' (duration: 136.987227ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:38.023224Z","caller":"traceutil/trace.go:171","msg":"trace[1628694675] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"137.514924ms","start":"2026-04-02T16:50:37.885674Z","end":"2026-04-02T16:50:38.023189Z","steps":["trace[1628694675] 'process raft request' (duration: 39.717338ms)","trace[1628694675] 'compare' (duration: 97.437695ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:38.636125Z","caller":"traceutil/trace.go:171","msg":"trace[246025598] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2105; }","duration":"118.008667ms","start":"2026-04-02T16:50:38.518079Z","end":"2026-04-02T16:50:38.636087Z","steps":["trace[246025598] 'read index received' (duration: 117.656326ms)","trace[246025598] 'applied index is now lower than readState.Index' (duration: 350.811µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:38.636213Z","caller":"traceutil/trace.go:171","msg":"trace[674966289] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"153.583143ms","start":"2026-04-02T16:50:38.482595Z","end":"2026-04-02T16:50:38.636179Z","steps":["trace[674966289] 'process raft request' (duration: 153.248022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:38.636381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.64291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:38.63645Z","caller":"traceutil/trace.go:171","msg":"trace[1058913853] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2023; }","duration":"108.756644ms","start":"2026-04-02T16:50:38.527674Z","end":"2026-04-02T16:50:38.63643Z","steps":["trace[1058913853] 'agreement among raft nodes before linearized reading' (duration: 108.594299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:38.636609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.497422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:50:38.636728Z","caller":"traceutil/trace.go:171","msg":"trace[168146538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2023; }","duration":"118.688428ms","start":"2026-04-02T16:50:38.518014Z","end":"2026-04-02T16:50:38.636703Z","steps":["trace[168146538] 'agreement among raft nodes before linearized reading' (duration: 118.237034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:38.987344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.399075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:38.98772Z","caller":"traceutil/trace.go:171","msg":"trace[1500940714] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2106; }","duration":"178.706178ms","start":"2026-04-02T16:50:38.808988Z","end":"2026-04-02T16:50:38.987694Z","steps":["trace[1500940714] 'read index received' (duration: 83.477513ms)","trace[1500940714] 'applied index is now lower than readState.Index' (duration: 95.227315ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:38.987864Z","caller":"traceutil/trace.go:171","msg":"trace[885273985] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"253.236188ms","start":"2026-04-02T16:50:38.734615Z","end":"2026-04-02T16:50:38.987851Z","steps":["trace[885273985] 'process raft request' (duration: 252.904398ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:38.988404Z","caller":"traceutil/trace.go:171","msg":"trace[1967783639] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"346.538023ms","start":"2026-04-02T16:50:38.641565Z","end":"2026-04-02T16:50:38.988103Z","steps":["trace[1967783639] 'process raft request' (duration: 109.2284ms)","trace[1967783639] 'compare' (duration: 235.977851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:38.988486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.457542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:38.988537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.780888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-02T16:50:38.988594Z","caller":"traceutil/trace.go:171","msg":"trace[1800123667] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2025; }","duration":"179.664949ms","start":"2026-04-02T16:50:38.808904Z","end":"2026-04-02T16:50:38.988569Z","steps":["trace[1800123667] 'agreement among raft nodes before linearized reading' (duration: 179.253086ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:38.98862Z","caller":"traceutil/trace.go:171","msg":"trace[1371672051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2025; }","duration":"146.906302ms","start":"2026-04-02T16:50:38.841688Z","end":"2026-04-02T16:50:38.988594Z","steps":["trace[1371672051] 'agreement among raft nodes before linearized reading' (duration: 146.673964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:38.988644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:38.64154Z","time spent":"346.978026ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:42.651801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513834837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:50:42.670985Z","caller":"traceutil/trace.go:171","msg":"trace[496671120] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"630.979202ms","start":"2026-04-02T16:50:42.039978Z","end":"2026-04-02T16:50:42.670957Z","steps":["trace[496671120] 'process raft request' (duration: 630.808556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:42.671155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:42.039962Z","time spent":"631.105165ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:42.725398Z","caller":"traceutil/trace.go:171","msg":"trace[1554427126] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2124; }","duration":"573.984136ms","start":"2026-04-02T16:50:42.151396Z","end":"2026-04-02T16:50:42.72538Z","steps":["trace[1554427126] 'read index received' (duration: 520.258195ms)","trace[1554427126] 'applied index is now lower than readState.Index' (duration: 53.725131ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:42.725496Z","caller":"traceutil/trace.go:171","msg":"trace[100496471] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"684.069673ms","start":"2026-04-02T16:50:42.041416Z","end":"2026-04-02T16:50:42.725486Z","steps":["trace[100496471] 'process raft request' (duration: 683.926078ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:42.72551Z","caller":"traceutil/trace.go:171","msg":"trace[1510207231] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"684.067112ms","start":"2026-04-02T16:50:42.041416Z","end":"2026-04-02T16:50:42.725483Z","steps":["trace[1510207231] 'process raft request' (duration: 683.888887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:42.725587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:42.041395Z","time spent":"684.137145ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:42.725678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:42.041392Z","time spent":"684.190857ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:42.725684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.276536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:42.72549Z","caller":"traceutil/trace.go:171","msg":"trace[1081525773] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"684.387563ms","start":"2026-04-02T16:50:42.041071Z","end":"2026-04-02T16:50:42.725459Z","steps":["trace[1081525773] 'process raft request' (duration: 684.131025ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:42.725776Z","caller":"traceutil/trace.go:171","msg":"trace[1160499416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"574.446821ms","start":"2026-04-02T16:50:42.151311Z","end":"2026-04-02T16:50:42.725758Z","steps":["trace[1160499416] 'agreement among raft nodes before linearized reading' (duration: 574.278506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:42.725824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:42.151278Z","time spent":"574.537694ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:50:42.725839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:42.041052Z","time spent":"684.729854ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:42.725719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.816207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-02T16:50:42.726715Z","caller":"traceutil/trace.go:171","msg":"trace[300693844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"349.858739ms","start":"2026-04-02T16:50:42.376841Z","end":"2026-04-02T16:50:42.7267Z","steps":["trace[300693844] 'agreement among raft nodes before linearized reading' (duration: 348.749594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:42.726757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:42.376783Z","time spent":"349.962442ms","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:50:48.156835Z","caller":"traceutil/trace.go:171","msg":"trace[1944931507] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"139.352193ms","start":"2026-04-02T16:50:48.017449Z","end":"2026-04-02T16:50:48.156801Z","steps":["trace[1944931507] 'process raft request' (duration: 86.961934ms)","trace[1944931507] 'compare' (duration: 52.181522ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:48.883927Z","caller":"traceutil/trace.go:171","msg":"trace[1776975410] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"109.311492ms","start":"2026-04-02T16:50:48.774589Z","end":"2026-04-02T16:50:48.8839Z","steps":["trace[1776975410] 'process raft request' (duration: 107.126943ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:48.884052Z","caller":"traceutil/trace.go:171","msg":"trace[1792597567] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2162; }","duration":"106.846524ms","start":"2026-04-02T16:50:48.77718Z","end":"2026-04-02T16:50:48.884027Z","steps":["trace[1792597567] 'read index received' (duration: 9.417328ms)","trace[1792597567] 'applied index is now lower than readState.Index' (duration: 97.427506ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:48.884163Z","caller":"traceutil/trace.go:171","msg":"trace[958672526] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"109.055034ms","start":"2026-04-02T16:50:48.775097Z","end":"2026-04-02T16:50:48.884152Z","steps":["trace[958672526] 'process raft request' (duration: 108.747204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:48.884311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.114922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T16:50:48.884368Z","caller":"traceutil/trace.go:171","msg":"trace[380626468] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2079; }","duration":"107.218195ms","start":"2026-04-02T16:50:48.777138Z","end":"2026-04-02T16:50:48.884356Z","steps":["trace[380626468] 'agreement among raft nodes before linearized reading' (duration: 107.022379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:48.901157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.367324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-02T16:50:48.90122Z","caller":"traceutil/trace.go:171","msg":"trace[1251369001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"121.471087ms","start":"2026-04-02T16:50:48.779729Z","end":"2026-04-02T16:50:48.9012Z","steps":["trace[1251369001] 'agreement among raft nodes before linearized reading' (duration: 121.275951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:15.392435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513835325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:51:15.748927Z","caller":"traceutil/trace.go:171","msg":"trace[1993087667] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2311; }","duration":"856.694569ms","start":"2026-04-02T16:51:14.892206Z","end":"2026-04-02T16:51:15.748901Z","steps":["trace[1993087667] 'read index received' (duration: 856.445681ms)","trace[1993087667] 'applied index is now lower than readState.Index' (duration: 247.768µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:15.74897Z","caller":"traceutil/trace.go:171","msg":"trace[845055945] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"871.425496ms","start":"2026-04-02T16:51:14.877517Z","end":"2026-04-02T16:51:15.748943Z","steps":["trace[845055945] 'process raft request' (duration: 871.222439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:15.749111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:14.877501Z","time spent":"871.53662ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:15.749171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.430288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:51:15.749181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.973499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:51:15.74939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.320667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-02T16:51:15.749515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.013243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T16:51:15.749568Z","caller":"traceutil/trace.go:171","msg":"trace[188508435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2220; }","duration":"857.399172ms","start":"2026-04-02T16:51:14.89215Z","end":"2026-04-02T16:51:15.749549Z","steps":["trace[188508435] 'agreement among raft nodes before linearized reading' (duration: 856.894396ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:15.749603Z","caller":"traceutil/trace.go:171","msg":"trace[1339006800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2220; }","duration":"520.584616ms","start":"2026-04-02T16:51:15.228992Z","end":"2026-04-02T16:51:15.749577Z","steps":["trace[1339006800] 'agreement among raft nodes before linearized reading' (duration: 520.08979ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:15.749614Z","caller":"traceutil/trace.go:171","msg":"trace[242941647] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2220; }","duration":"739.164378ms","start":"2026-04-02T16:51:15.010423Z","end":"2026-04-02T16:51:15.749587Z","steps":["trace[242941647] 'agreement among raft nodes before linearized reading' (duration: 738.870529ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:15.749206Z","caller":"traceutil/trace.go:171","msg":"trace[1833714851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2220; }","duration":"740.529761ms","start":"2026-04-02T16:51:15.008666Z","end":"2026-04-02T16:51:15.749196Z","steps":["trace[1833714851] 'agreement among raft nodes before linearized reading' (duration: 740.381126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:15.74967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.010403Z","time spent":"739.25776ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:51:15.749672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.228977Z","time spent":"520.677158ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:51:15.749237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.348947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:51:15.749623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:14.892129Z","time spent":"857.481395ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:51:15.749721Z","caller":"traceutil/trace.go:171","msg":"trace[1284351414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2220; }","duration":"597.885774ms","start":"2026-04-02T16:51:15.151819Z","end":"2026-04-02T16:51:15.749705Z","steps":["trace[1284351414] 'agreement among raft nodes before linearized reading' (duration: 597.344777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:15.749388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.984706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-02T16:51:15.749675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.008643Z","time spent":"741.017976ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:51:15.749278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.156469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T16:51:15.749767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.151798Z","time spent":"597.951346ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:51:15.749801Z","caller":"traceutil/trace.go:171","msg":"trace[1974317071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"669.414809ms","start":"2026-04-02T16:51:15.080348Z","end":"2026-04-02T16:51:15.749763Z","steps":["trace[1974317071] 'agreement among raft nodes before linearized reading' (duration: 668.796289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:15.750142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.080336Z","time spent":"669.776731ms","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:51:15.749462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.65929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:51:15.75024Z","caller":"traceutil/trace.go:171","msg":"trace[388067738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2220; }","duration":"204.463095ms","start":"2026-04-02T16:51:15.545753Z","end":"2026-04-02T16:51:15.750216Z","steps":["trace[388067738] 'agreement among raft nodes before linearized reading' (duration: 203.518915ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:15.749822Z","caller":"traceutil/trace.go:171","msg":"trace[1241413519] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2220; }","duration":"680.717577ms","start":"2026-04-02T16:51:15.069078Z","end":"2026-04-02T16:51:15.749796Z","steps":["trace[1241413519] 'agreement among raft nodes before linearized reading' (duration: 680.147109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:15.750398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.069057Z","time spent":"681.321026ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:51:17.388742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008375852s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:51:17.393094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065007095s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:51:17.393414Z","caller":"traceutil/trace.go:171","msg":"trace[1406420474] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"1.63827835s","start":"2026-04-02T16:51:15.755115Z","end":"2026-04-02T16:51:17.393393Z","steps":["trace[1406420474] 'process raft request' (duration: 1.638108434s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:17.393401Z","caller":"traceutil/trace.go:171","msg":"trace[2092759785] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"1.638307281s","start":"2026-04-02T16:51:15.75506Z","end":"2026-04-02T16:51:17.393367Z","steps":["trace[2092759785] 'process raft request' (duration: 572.918343ms)","trace[2092759785] 'compare' (duration: 1.064760398s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:17.393536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.7551Z","time spent":"1.638371363s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:17.393568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.755036Z","time spent":"1.638446295s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:17.393805Z","caller":"traceutil/trace.go:171","msg":"trace[1452646983] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"1.638642681s","start":"2026-04-02T16:51:15.755149Z","end":"2026-04-02T16:51:17.393791Z","steps":["trace[1452646983] 'process raft request' (duration: 1.638206497s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.393884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.755124Z","time spent":"1.638719484s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:17.393886Z","caller":"traceutil/trace.go:171","msg":"trace[1279828819] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"1.638391243s","start":"2026-04-02T16:51:15.755482Z","end":"2026-04-02T16:51:17.393873Z","steps":["trace[1279828819] 'process raft request' (duration: 1.638194177s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.394018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407500722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:51:17.394017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.755472Z","time spent":"1.638512127s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:17.394057Z","caller":"traceutil/trace.go:171","msg":"trace[1580043908] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2228; }","duration":"1.407546623s","start":"2026-04-02T16:51:15.9865Z","end":"2026-04-02T16:51:17.394047Z","steps":["trace[1580043908] 'agreement among raft nodes before linearized reading' (duration: 1.407479171s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:17.394031Z","caller":"traceutil/trace.go:171","msg":"trace[1661394599] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.637727832s","start":"2026-04-02T16:51:15.756271Z","end":"2026-04-02T16:51:17.393999Z","steps":["trace[1661394599] 'process raft request' (duration: 1.637523535s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.394093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.986431Z","time spent":"1.407654296s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:51:17.394187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.756259Z","time spent":"1.637839486s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:17.393941Z","caller":"traceutil/trace.go:171","msg":"trace[1480939578] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2312; }","duration":"1.407391438s","start":"2026-04-02T16:51:15.986522Z","end":"2026-04-02T16:51:17.393914Z","steps":["trace[1480939578] 'read index received' (duration: 341.468094ms)","trace[1480939578] 'applied index is now lower than readState.Index' (duration: 1.065922434s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:17.394239Z","caller":"traceutil/trace.go:171","msg":"trace[1048852309] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.35125245s","start":"2026-04-02T16:51:16.042976Z","end":"2026-04-02T16:51:17.394228Z","steps":["trace[1048852309] 'process raft request' (duration: 1.350905219s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:17.394257Z","caller":"traceutil/trace.go:171","msg":"trace[184949239] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.352720977s","start":"2026-04-02T16:51:16.041494Z","end":"2026-04-02T16:51:17.394215Z","steps":["trace[184949239] 'process raft request' (duration: 1.352355175s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:17.394328Z","caller":"traceutil/trace.go:171","msg":"trace[850627658] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"1.638747904s","start":"2026-04-02T16:51:15.755549Z","end":"2026-04-02T16:51:17.394297Z","steps":["trace[850627658] 'process raft request' (duration: 1.638209977s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.394323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:16.042957Z","time spent":"1.351318201s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:17.394399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349218436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:51:17.394419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:16.041467Z","time spent":"1.352848051s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:17.394441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:15.755523Z","time spent":"1.638878888s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:17.394487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243140526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:17.394447Z","caller":"traceutil/trace.go:171","msg":"trace[1792995370] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2228; }","duration":"1.349288268s","start":"2026-04-02T16:51:16.045148Z","end":"2026-04-02T16:51:17.394437Z","steps":["trace[1792995370] 'agreement among raft nodes before linearized reading' (duration: 1.349174584s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:17.39452Z","caller":"traceutil/trace.go:171","msg":"trace[2068882563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"1.243211439s","start":"2026-04-02T16:51:16.151301Z","end":"2026-04-02T16:51:17.394512Z","steps":["trace[2068882563] 'agreement among raft nodes before linearized reading' (duration: 1.243167138s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.39454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:16.045141Z","time spent":"1.349390301s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:51:17.394556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:16.151277Z","time spent":"1.24327323s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:51:17.394505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.767378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-02T16:51:17.394634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.5926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-02T16:51:17.394701Z","caller":"traceutil/trace.go:171","msg":"trace[2009901194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2228; }","duration":"636.707573ms","start":"2026-04-02T16:51:16.757973Z","end":"2026-04-02T16:51:17.39468Z","steps":["trace[2009901194] 'agreement among raft nodes before linearized reading' (duration: 636.572349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.394741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:16.757941Z","time spent":"636.791786ms","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:51:17.394725Z","caller":"traceutil/trace.go:171","msg":"trace[524274176] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2228; }","duration":"824.981295ms","start":"2026-04-02T16:51:16.569682Z","end":"2026-04-02T16:51:17.394664Z","steps":["trace[524274176] 'agreement among raft nodes before linearized reading' (duration: 824.652194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.39481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:16.569628Z","time spent":"825.159541ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-02T16:51:23.539683Z","caller":"traceutil/trace.go:171","msg":"trace[268412582] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2348; }","duration":"119.734321ms","start":"2026-04-02T16:51:23.419918Z","end":"2026-04-02T16:51:23.539653Z","steps":["trace[268412582] 'read index received' (duration: 80.362404ms)","trace[268412582] 'applied index is now lower than readState.Index' (duration: 39.370377ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:23.539731Z","caller":"traceutil/trace.go:171","msg":"trace[461719734] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"126.104604ms","start":"2026-04-02T16:51:23.413603Z","end":"2026-04-02T16:51:23.539708Z","steps":["trace[461719734] 'process raft request' (duration: 125.858946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:23.539897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.964699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T16:51:23.539965Z","caller":"traceutil/trace.go:171","msg":"trace[562148998] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2255; }","duration":"120.079273ms","start":"2026-04-02T16:51:23.419867Z","end":"2026-04-02T16:51:23.539946Z","steps":["trace[562148998] 'agreement among raft nodes before linearized reading' (duration: 119.888597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:23.540045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.074886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:51:23.540081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.601545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-02T16:51:23.540088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.082566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:51:23.54012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.143668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:51:23.54013Z","caller":"traceutil/trace.go:171","msg":"trace[711907354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2255; }","duration":"116.20863ms","start":"2026-04-02T16:51:23.423902Z","end":"2026-04-02T16:51:23.540111Z","steps":["trace[711907354] 'agreement among raft nodes before linearized reading' (duration: 115.949912ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:23.540135Z","caller":"traceutil/trace.go:171","msg":"trace[383891718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2255; }","duration":"105.687677ms","start":"2026-04-02T16:51:23.434431Z","end":"2026-04-02T16:51:23.540119Z","steps":["trace[383891718] 'agreement among raft nodes before linearized reading' (duration: 105.486571ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:23.540157Z","caller":"traceutil/trace.go:171","msg":"trace[1450300723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2255; }","duration":"116.19659ms","start":"2026-04-02T16:51:23.42395Z","end":"2026-04-02T16:51:23.540146Z","steps":["trace[1450300723] 'agreement among raft nodes before linearized reading' (duration: 116.067746ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:23.54014Z","caller":"traceutil/trace.go:171","msg":"trace[1976996577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2255; }","duration":"116.152508ms","start":"2026-04-02T16:51:23.423975Z","end":"2026-04-02T16:51:23.540127Z","steps":["trace[1976996577] 'agreement among raft nodes before linearized reading' (duration: 116.001224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:23.540429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.033364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T16:51:23.540554Z","caller":"traceutil/trace.go:171","msg":"trace[816283572] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2255; }","duration":"116.18929ms","start":"2026-04-02T16:51:23.42433Z","end":"2026-04-02T16:51:23.540519Z","steps":["trace[816283572] 'agreement among raft nodes before linearized reading' (duration: 115.539329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:23.540633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.078236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:51:23.540779Z","caller":"traceutil/trace.go:171","msg":"trace[1108849943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2255; }","duration":"116.388726ms","start":"2026-04-02T16:51:23.424364Z","end":"2026-04-02T16:51:23.540752Z","steps":["trace[1108849943] 'agreement among raft nodes before linearized reading' (duration: 115.714705ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:25.670114Z","caller":"traceutil/trace.go:171","msg":"trace[1557642495] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"113.480174ms","start":"2026-04-02T16:51:25.556608Z","end":"2026-04-02T16:51:25.670088Z","steps":["trace[1557642495] 'process raft request' (duration: 69.15106ms)","trace[1557642495] 'compare' (duration: 44.124188ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:25.670575Z","caller":"traceutil/trace.go:171","msg":"trace[1478797256] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"113.592517ms","start":"2026-04-02T16:51:25.556952Z","end":"2026-04-02T16:51:25.670544Z","steps":["trace[1478797256] 'process raft request' (duration: 113.087221ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:25.670945Z","caller":"traceutil/trace.go:171","msg":"trace[1826537945] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"113.873066ms","start":"2026-04-02T16:51:25.557059Z","end":"2026-04-02T16:51:25.670932Z","steps":["trace[1826537945] 'process raft request' (duration: 113.504794ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:25.671096Z","caller":"traceutil/trace.go:171","msg":"trace[1414944638] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"113.403711ms","start":"2026-04-02T16:51:25.557671Z","end":"2026-04-02T16:51:25.671075Z","steps":["trace[1414944638] 'process raft request' (duration: 113.219155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:53.593104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.382666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:53.593202Z","caller":"traceutil/trace.go:171","msg":"trace[1711936358] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2435; }","duration":"104.532021ms","start":"2026-04-02T16:51:53.488649Z","end":"2026-04-02T16:51:53.593181Z","steps":["trace[1711936358] 'count revisions from in-memory index tree' (duration: 104.259871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:53.593235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.270033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:53.59329Z","caller":"traceutil/trace.go:171","msg":"trace[1381854950] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2435; }","duration":"182.379395ms","start":"2026-04-02T16:51:53.410892Z","end":"2026-04-02T16:51:53.593271Z","steps":["trace[1381854950] 'range keys from in-memory index tree' (duration: 182.080236ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:58.193169Z","caller":"traceutil/trace.go:171","msg":"trace[1147492028] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"569.02866ms","start":"2026-04-02T16:51:57.624115Z","end":"2026-04-02T16:51:58.193144Z","steps":["trace[1147492028] 'process raft request' (duration: 568.887066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.193333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.624089Z","time spent":"569.158734ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:58.193797Z","caller":"traceutil/trace.go:171","msg":"trace[1092761921] linearizableReadLoop","detail":"{readStateIndex:2589; appliedIndex:2587; }","duration":"476.794189ms","start":"2026-04-02T16:51:57.716982Z","end":"2026-04-02T16:51:58.193777Z","steps":["trace[1092761921] 'read index received' (duration: 476.088977ms)","trace[1092761921] 'applied index is now lower than readState.Index' (duration: 704.382µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:58.19387Z","caller":"traceutil/trace.go:171","msg":"trace[1210914380] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"539.924118ms","start":"2026-04-02T16:51:57.653924Z","end":"2026-04-02T16:51:58.193848Z","steps":["trace[1210914380] 'process raft request' (duration: 539.743693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.193975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.974695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:51:58.194005Z","caller":"traceutil/trace.go:171","msg":"trace[1244266484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2488; }","duration":"477.053677ms","start":"2026-04-02T16:51:57.716944Z","end":"2026-04-02T16:51:58.193998Z","steps":["trace[1244266484] 'agreement among raft nodes before linearized reading' (duration: 476.932313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.653896Z","time spent":"540.046982ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:58.194038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.716912Z","time spent":"477.12008ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:51:58.194076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.625512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:51:58.19415Z","caller":"traceutil/trace.go:171","msg":"trace[1001158249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2488; }","duration":"349.743475ms","start":"2026-04-02T16:51:57.844392Z","end":"2026-04-02T16:51:58.194136Z","steps":["trace[1001158249] 'agreement among raft nodes before linearized reading' (duration: 349.5602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.194192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.844374Z","time spent":"349.810618ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:51:58.194221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.555878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:51:58.194374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.475586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:51:58.194405Z","caller":"traceutil/trace.go:171","msg":"trace[2064783779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2488; }","duration":"180.533217ms","start":"2026-04-02T16:51:58.013864Z","end":"2026-04-02T16:51:58.194397Z","steps":["trace[2064783779] 'agreement among raft nodes before linearized reading' (duration: 180.416513ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:58.194246Z","caller":"traceutil/trace.go:171","msg":"trace[929426924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2488; }","duration":"342.60247ms","start":"2026-04-02T16:51:57.851637Z","end":"2026-04-02T16:51:58.194239Z","steps":["trace[929426924] 'agreement among raft nodes before linearized reading' (duration: 342.492826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.194482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.943587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-02T16:51:58.194511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.851625Z","time spent":"342.850317ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:51:58.194534Z","caller":"traceutil/trace.go:171","msg":"trace[2108467334] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2488; }","duration":"293.02604ms","start":"2026-04-02T16:51:57.901491Z","end":"2026-04-02T16:51:58.194517Z","steps":["trace[2108467334] 'agreement among raft nodes before linearized reading' (duration: 292.910486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.19455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.436518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T16:51:58.194604Z","caller":"traceutil/trace.go:171","msg":"trace[35444297] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2488; }","duration":"344.51195ms","start":"2026-04-02T16:51:57.85008Z","end":"2026-04-02T16:51:58.194592Z","steps":["trace[35444297] 'agreement among raft nodes before linearized reading' (duration: 344.356405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.194646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.850071Z","time spent":"344.565552ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:51:58.194709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.905511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T16:51:58.194765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.061114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:51:58.194815Z","caller":"traceutil/trace.go:171","msg":"trace[1926045459] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2488; }","duration":"344.031695ms","start":"2026-04-02T16:51:57.850759Z","end":"2026-04-02T16:51:58.194791Z","steps":["trace[1926045459] 'agreement among raft nodes before linearized reading' (duration: 343.716015ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:58.194832Z","caller":"traceutil/trace.go:171","msg":"trace[1913083046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2488; }","duration":"349.262761ms","start":"2026-04-02T16:51:57.845555Z","end":"2026-04-02T16:51:58.194818Z","steps":["trace[1913083046] 'agreement among raft nodes before linearized reading' (duration: 348.986282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.194875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.845529Z","time spent":"349.335433ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:51:58.194877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.850751Z","time spent":"344.113538ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:52:30.587838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513836466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:52:30.742388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049855488s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:52:30.742756Z","caller":"traceutil/trace.go:171","msg":"trace[2082726526] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"1.050314682s","start":"2026-04-02T16:52:29.692418Z","end":"2026-04-02T16:52:30.742732Z","steps":["trace[2082726526] 'process raft request' (duration: 1.050142366s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.742904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:29.6924Z","time spent":"1.050429716s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:30.749575Z","caller":"traceutil/trace.go:171","msg":"trace[1557466765] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2770; }","duration":"662.83ms","start":"2026-04-02T16:52:30.086716Z","end":"2026-04-02T16:52:30.749546Z","steps":["trace[1557466765] 'read index received' (duration: 655.839269ms)","trace[1557466765] 'applied index is now lower than readState.Index' (duration: 6.989111ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:30.749711Z","caller":"traceutil/trace.go:171","msg":"trace[867597314] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"438.875479ms","start":"2026-04-02T16:52:30.310825Z","end":"2026-04-02T16:52:30.7497Z","steps":["trace[867597314] 'process raft request' (duration: 438.452596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.74984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.310781Z","time spent":"438.964692ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:30.74984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.093859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:52:30.749949Z","caller":"traceutil/trace.go:171","msg":"trace[1420976457] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2665; }","duration":"663.257605ms","start":"2026-04-02T16:52:30.086676Z","end":"2026-04-02T16:52:30.749934Z","steps":["trace[1420976457] 'agreement among raft nodes before linearized reading' (duration: 663.066929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.749927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.047672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:52:30.75Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.086659Z","time spent":"663.330326ms","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:52:30.750022Z","caller":"traceutil/trace.go:171","msg":"trace[41442009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2665; }","duration":"600.193608ms","start":"2026-04-02T16:52:30.149805Z","end":"2026-04-02T16:52:30.749999Z","steps":["trace[41442009] 'agreement among raft nodes before linearized reading' (duration: 600.045933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.296636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-02T16:52:30.750093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.149781Z","time spent":"600.29826ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:52:30.750109Z","caller":"traceutil/trace.go:171","msg":"trace[720728493] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2665; }","duration":"285.379189ms","start":"2026-04-02T16:52:30.464718Z","end":"2026-04-02T16:52:30.750098Z","steps":["trace[720728493] 'agreement among raft nodes before linearized reading' (duration: 285.211474ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.750215Z","caller":"traceutil/trace.go:171","msg":"trace[1561020664] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"437.00958ms","start":"2026-04-02T16:52:30.313195Z","end":"2026-04-02T16:52:30.750204Z","steps":["trace[1561020664] 'process raft request' (duration: 436.234276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.553611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T16:52:30.75029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.631683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:52:30.750294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.313169Z","time spent":"437.086303ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:30.750317Z","caller":"traceutil/trace.go:171","msg":"trace[2073065056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2665; }","duration":"289.747127ms","start":"2026-04-02T16:52:30.460551Z","end":"2026-04-02T16:52:30.750298Z","steps":["trace[2073065056] 'agreement among raft nodes before linearized reading' (duration: 289.319144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.806677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:52:30.750498Z","caller":"traceutil/trace.go:171","msg":"trace[1306473810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2665; }","duration":"288.862818ms","start":"2026-04-02T16:52:30.461629Z","end":"2026-04-02T16:52:30.750492Z","steps":["trace[1306473810] 'agreement among raft nodes before linearized reading' (duration: 288.785876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.953448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:52:30.750509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.337246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:52:30.750547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.911942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T16:52:30.750536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.219521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:52:30.750558Z","caller":"traceutil/trace.go:171","msg":"trace[359033951] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2665; }","duration":"573.43797ms","start":"2026-04-02T16:52:30.177108Z","end":"2026-04-02T16:52:30.750546Z","steps":["trace[359033951] 'agreement among raft nodes before linearized reading' (duration: 573.354777ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.750581Z","caller":"traceutil/trace.go:171","msg":"trace[1256506358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2665; }","duration":"289.979684ms","start":"2026-04-02T16:52:30.460591Z","end":"2026-04-02T16:52:30.750571Z","steps":["trace[1256506358] 'agreement among raft nodes before linearized reading' (duration: 289.8569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.171205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T16:52:30.750595Z","caller":"traceutil/trace.go:171","msg":"trace[1891198534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2665; }","duration":"290.300054ms","start":"2026-04-02T16:52:30.460284Z","end":"2026-04-02T16:52:30.750584Z","steps":["trace[1891198534] 'agreement among raft nodes before linearized reading' (duration: 290.17216ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.750613Z","caller":"traceutil/trace.go:171","msg":"trace[1223207610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2665; }","duration":"293.210097ms","start":"2026-04-02T16:52:30.457397Z","end":"2026-04-02T16:52:30.750607Z","steps":["trace[1223207610] 'agreement among raft nodes before linearized reading' (duration: 293.156825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.177082Z","time spent":"573.508412ms","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:52:30.750546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.51971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-02T16:52:30.750688Z","caller":"traceutil/trace.go:171","msg":"trace[757472250] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2665; }","duration":"361.703575ms","start":"2026-04-02T16:52:30.388976Z","end":"2026-04-02T16:52:30.75068Z","steps":["trace[757472250] 'agreement among raft nodes before linearized reading' (duration: 361.457158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:30.750716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.388956Z","time spent":"361.751667ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-02T16:52:30.750547Z","caller":"traceutil/trace.go:171","msg":"trace[1725541105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2665; }","duration":"293.288079ms","start":"2026-04-02T16:52:30.457238Z","end":"2026-04-02T16:52:30.750527Z","steps":["trace[1725541105] 'agreement among raft nodes before linearized reading' (duration: 292.653549ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.750309Z","caller":"traceutil/trace.go:171","msg":"trace[1433220876] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2665; }","duration":"283.652393ms","start":"2026-04-02T16:52:30.466651Z","end":"2026-04-02T16:52:30.750303Z","steps":["trace[1433220876] 'agreement among raft nodes before linearized reading' (duration: 283.615432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:31.060907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.220287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:52:31.061258Z","caller":"traceutil/trace.go:171","msg":"trace[915102708] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"300.689592ms","start":"2026-04-02T16:52:30.760557Z","end":"2026-04-02T16:52:31.061246Z","steps":["trace[915102708] 'process raft request' (duration: 300.608439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:31.061327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.760544Z","time spent":"300.752983ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:31.061345Z","caller":"traceutil/trace.go:171","msg":"trace[1874810011] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"301.508577ms","start":"2026-04-02T16:52:30.759822Z","end":"2026-04-02T16:52:31.061331Z","steps":["trace[1874810011] 'process raft request' (duration: 301.256449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:31.0614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.759801Z","time spent":"301.57028ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:31.061394Z","caller":"traceutil/trace.go:171","msg":"trace[689695109] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"303.069227ms","start":"2026-04-02T16:52:30.758284Z","end":"2026-04-02T16:52:31.061353Z","steps":["trace[689695109] 'process raft request' (duration: 302.699155ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:31.061472Z","caller":"traceutil/trace.go:171","msg":"trace[1669425580] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"301.726955ms","start":"2026-04-02T16:52:30.759612Z","end":"2026-04-02T16:52:31.061339Z","steps":["trace[1669425580] 'process raft request' (duration: 301.442936ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:31.061521Z","caller":"traceutil/trace.go:171","msg":"trace[411633654] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2773; }","duration":"301.039773ms","start":"2026-04-02T16:52:30.760306Z","end":"2026-04-02T16:52:31.061346Z","steps":["trace[411633654] 'read index received' (duration: 316.94µs)","trace[411633654] 'applied index is now lower than readState.Index' (duration: 300.718833ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:31.061485Z","caller":"traceutil/trace.go:171","msg":"trace[1164740855] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"301.835548ms","start":"2026-04-02T16:52:30.759556Z","end":"2026-04-02T16:52:31.061392Z","steps":["trace[1164740855] 'process raft request' (duration: 301.473797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:31.061574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.25813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-02T16:52:31.061623Z","caller":"traceutil/trace.go:171","msg":"trace[1507500962] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2672; }","duration":"301.349732ms","start":"2026-04-02T16:52:30.760257Z","end":"2026-04-02T16:52:31.061606Z","steps":["trace[1507500962] 'agreement among raft nodes before linearized reading' (duration: 301.180777ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:31.061207Z","caller":"traceutil/trace.go:171","msg":"trace[889452416] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"302.938423ms","start":"2026-04-02T16:52:30.75825Z","end":"2026-04-02T16:52:31.061188Z","steps":["trace[889452416] 'process raft request' (duration: 152.356054ms)","trace[889452416] 'compare' (duration: 150.137955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:52:31.061838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.758238Z","time spent":"303.560092ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:31.061654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.760235Z","time spent":"301.412534ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-02T16:52:31.061672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.759605Z","time spent":"301.971862ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:31.061972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.758257Z","time spent":"303.232262ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:31.062126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:30.759537Z","time spent":"302.091696ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:36.905327Z","caller":"traceutil/trace.go:171","msg":"trace[919376594] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2806; }","duration":"228.826929ms","start":"2026-04-02T16:52:36.676475Z","end":"2026-04-02T16:52:36.905302Z","steps":["trace[919376594] 'read index received' (duration: 228.730516ms)","trace[919376594] 'applied index is now lower than readState.Index' (duration: 95.193µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:36.905414Z","caller":"traceutil/trace.go:171","msg":"trace[701287966] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"467.193379ms","start":"2026-04-02T16:52:36.438188Z","end":"2026-04-02T16:52:36.905381Z","steps":["trace[701287966] 'process raft request' (duration: 466.965542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:36.905475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.974124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:52:36.905518Z","caller":"traceutil/trace.go:171","msg":"trace[750408883] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2698; }","duration":"229.064347ms","start":"2026-04-02T16:52:36.676444Z","end":"2026-04-02T16:52:36.905508Z","steps":["trace[750408883] 'agreement among raft nodes before linearized reading' (duration: 228.977554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:36.905563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:36.438171Z","time spent":"467.311763ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:52:37.213505Z","caller":"traceutil/trace.go:171","msg":"trace[527105342] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2807; }","duration":"308.086683ms","start":"2026-04-02T16:52:36.905397Z","end":"2026-04-02T16:52:37.213484Z","steps":["trace[527105342] 'read index received' (duration: 239.084482ms)","trace[527105342] 'applied index is now lower than readState.Index' (duration: 69.001241ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:37.213532Z","caller":"traceutil/trace.go:171","msg":"trace[1350486400] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"439.949743ms","start":"2026-04-02T16:52:36.773544Z","end":"2026-04-02T16:52:37.213494Z","steps":["trace[1350486400] 'process raft request' (duration: 370.989144ms)","trace[1350486400] 'compare' (duration: 68.783693ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:37.213603Z","caller":"traceutil/trace.go:171","msg":"trace[1843524230] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"438.979452ms","start":"2026-04-02T16:52:36.774596Z","end":"2026-04-02T16:52:37.213575Z","steps":["trace[1843524230] 'process raft request' (duration: 438.840897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:37.21376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:36.774569Z","time spent":"439.099506ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:37.213788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.684726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T16:52:37.21383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.598531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:52:37.213863Z","caller":"traceutil/trace.go:171","msg":"trace[706698303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2700; }","duration":"127.803369ms","start":"2026-04-02T16:52:37.086039Z","end":"2026-04-02T16:52:37.213843Z","steps":["trace[706698303] 'agreement among raft nodes before linearized reading' (duration: 127.602803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:37.213875Z","caller":"traceutil/trace.go:171","msg":"trace[961285633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2700; }","duration":"126.666583ms","start":"2026-04-02T16:52:37.087197Z","end":"2026-04-02T16:52:37.213864Z","steps":["trace[961285633] 'agreement among raft nodes before linearized reading' (duration: 126.528609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:37.213874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.693399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T16:52:37.213872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.883575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:52:37.213943Z","caller":"traceutil/trace.go:171","msg":"trace[443472186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2700; }","duration":"124.776831ms","start":"2026-04-02T16:52:37.08915Z","end":"2026-04-02T16:52:37.213927Z","steps":["trace[443472186] 'agreement among raft nodes before linearized reading' (duration: 124.615556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:37.213953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.695103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T16:52:37.213975Z","caller":"traceutil/trace.go:171","msg":"trace[659934483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2700; }","duration":"125.020579ms","start":"2026-04-02T16:52:37.088934Z","end":"2026-04-02T16:52:37.213954Z","steps":["trace[659934483] 'agreement among raft nodes before linearized reading' (duration: 124.721889ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:37.214011Z","caller":"traceutil/trace.go:171","msg":"trace[1235665394] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"126.762376ms","start":"2026-04-02T16:52:37.087228Z","end":"2026-04-02T16:52:37.21399Z","steps":["trace[1235665394] 'agreement among raft nodes before linearized reading' (duration: 126.622282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:37.214054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.776445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T16:52:37.214087Z","caller":"traceutil/trace.go:171","msg":"trace[1776035802] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"434.837237ms","start":"2026-04-02T16:52:36.779242Z","end":"2026-04-02T16:52:37.214079Z","steps":["trace[1776035802] 'agreement among raft nodes before linearized reading' (duration: 434.758065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:37.214107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:36.779228Z","time spent":"434.872959ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:52:37.214408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:52:36.77352Z","time spent":"440.114779ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:52:37.214145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.324874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T16:52:37.21474Z","caller":"traceutil/trace.go:171","msg":"trace[1676493492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2700; }","duration":"127.971735ms","start":"2026-04-02T16:52:37.086753Z","end":"2026-04-02T16:52:37.214724Z","steps":["trace[1676493492] 'agreement among raft nodes before linearized reading' (duration: 127.058385ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.829825Z","caller":"traceutil/trace.go:171","msg":"trace[657908858] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"112.765467ms","start":"2026-04-02T16:54:41.717025Z","end":"2026-04-02T16:54:41.82979Z","steps":["trace[657908858] 'process raft request' (duration: 112.518059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:46.903451Z","caller":"traceutil/trace.go:171","msg":"trace[578886071] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"279.736245ms","start":"2026-04-02T16:54:46.623678Z","end":"2026-04-02T16:54:46.903414Z","steps":["trace[578886071] 'process raft request' (duration: 279.669893ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:46.903491Z","caller":"traceutil/trace.go:171","msg":"trace[1011847070] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3657; }","duration":"280.456789ms","start":"2026-04-02T16:54:46.622999Z","end":"2026-04-02T16:54:46.903456Z","steps":["trace[1011847070] 'read index received' (duration: 222.421573ms)","trace[1011847070] 'applied index is now lower than readState.Index' (duration: 58.032296ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:46.903481Z","caller":"traceutil/trace.go:171","msg":"trace[1166567578] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"282.814503ms","start":"2026-04-02T16:54:46.620617Z","end":"2026-04-02T16:54:46.903431Z","steps":["trace[1166567578] 'process raft request' (duration: 224.782507ms)","trace[1166567578] 'compare' (duration: 57.762927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:46.903632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.623694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:46.903678Z","caller":"traceutil/trace.go:171","msg":"trace[1313458875] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:0; response_revision:3518; }","duration":"280.707726ms","start":"2026-04-02T16:54:46.622957Z","end":"2026-04-02T16:54:46.903665Z","steps":["trace[1313458875] 'agreement among raft nodes before linearized reading' (duration: 280.612093ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.042153Z","caller":"traceutil/trace.go:171","msg":"trace[1890552684] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"117.389533ms","start":"2026-04-02T16:54:49.92469Z","end":"2026-04-02T16:54:50.042079Z","steps":["trace[1890552684] 'process raft request' (duration: 57.800538ms)","trace[1890552684] 'compare' (duration: 59.40837ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:50.226318Z","caller":"traceutil/trace.go:171","msg":"trace[2036380410] linearizableReadLoop","detail":"{readStateIndex:3705; appliedIndex:3704; }","duration":"145.068043ms","start":"2026-04-02T16:54:50.081218Z","end":"2026-04-02T16:54:50.226286Z","steps":["trace[2036380410] 'read index received' (duration: 86.292444ms)","trace[2036380410] 'applied index is now lower than readState.Index' (duration: 58.774059ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:50.226477Z","caller":"traceutil/trace.go:171","msg":"trace[2054257531] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"149.528555ms","start":"2026-04-02T16:54:50.07686Z","end":"2026-04-02T16:54:50.226388Z","steps":["trace[2054257531] 'process raft request' (duration: 90.611231ms)","trace[2054257531] 'compare' (duration: 58.615815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:50.226613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.368042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T16:54:50.226696Z","caller":"traceutil/trace.go:171","msg":"trace[1547530715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3563; }","duration":"145.475266ms","start":"2026-04-02T16:54:50.081202Z","end":"2026-04-02T16:54:50.226678Z","steps":["trace[1547530715] 'agreement among raft nodes before linearized reading' (duration: 145.242559ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.233574Z","caller":"traceutil/trace.go:171","msg":"trace[624487951] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"152.133808ms","start":"2026-04-02T16:54:50.081418Z","end":"2026-04-02T16:54:50.233552Z","steps":["trace[624487951] 'process raft request' (duration: 151.934951ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.233586Z","caller":"traceutil/trace.go:171","msg":"trace[865697167] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"151.88546ms","start":"2026-04-02T16:54:50.081678Z","end":"2026-04-02T16:54:50.233563Z","steps":["trace[865697167] 'process raft request' (duration: 151.782717ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.233737Z","caller":"traceutil/trace.go:171","msg":"trace[756769609] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"151.229819ms","start":"2026-04-02T16:54:50.082497Z","end":"2026-04-02T16:54:50.233726Z","steps":["trace[756769609] 'process raft request' (duration: 151.008732ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.234241Z","caller":"traceutil/trace.go:171","msg":"trace[56154146] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"151.522878ms","start":"2026-04-02T16:54:50.082705Z","end":"2026-04-02T16:54:50.234228Z","steps":["trace[56154146] 'process raft request' (duration: 150.96466ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.234245Z","caller":"traceutil/trace.go:171","msg":"trace[1414253930] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"149.526794ms","start":"2026-04-02T16:54:50.084706Z","end":"2026-04-02T16:54:50.234232Z","steps":["trace[1414253930] 'process raft request' (duration: 149.435071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.253879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.132283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:50.254585Z","caller":"traceutil/trace.go:171","msg":"trace[96739825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3569; }","duration":"105.860256ms","start":"2026-04-02T16:54:50.148683Z","end":"2026-04-02T16:54:50.254543Z","steps":["trace[96739825] 'agreement among raft nodes before linearized reading' (duration: 105.016699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.666934Z","caller":"traceutil/trace.go:171","msg":"trace[852476433] linearizableReadLoop","detail":"{readStateIndex:3713; appliedIndex:3712; }","duration":"111.217946ms","start":"2026-04-02T16:54:50.555664Z","end":"2026-04-02T16:54:50.666882Z","steps":["trace[852476433] 'read index received' (duration: 33.584218ms)","trace[852476433] 'applied index is now lower than readState.Index' (duration: 77.632628ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:50.667007Z","caller":"traceutil/trace.go:171","msg":"trace[563799247] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"112.055343ms","start":"2026-04-02T16:54:50.554905Z","end":"2026-04-02T16:54:50.66696Z","steps":["trace[563799247] 'process raft request' (duration: 34.355252ms)","trace[563799247] 'compare' (duration: 77.435172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:50.667358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.651901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8742"} {"level":"info","ts":"2026-04-02T16:54:50.667446Z","caller":"traceutil/trace.go:171","msg":"trace[1187959569] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3571; }","duration":"111.822666ms","start":"2026-04-02T16:54:50.555607Z","end":"2026-04-02T16:54:50.66743Z","steps":["trace[1187959569] 'agreement among raft nodes before linearized reading' (duration: 111.496145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:28.517401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.523306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-25w7v\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-04-02T16:56:28.517529Z","caller":"traceutil/trace.go:171","msg":"trace[1604247288] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-25w7v; range_end:; response_count:1; response_revision:4201; }","duration":"200.712483ms","start":"2026-04-02T16:56:28.31677Z","end":"2026-04-02T16:56:28.517482Z","steps":["trace[1604247288] 'range keys from in-memory index tree' (duration: 200.093133ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:28.517762Z","caller":"traceutil/trace.go:171","msg":"trace[742049322] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"191.50682ms","start":"2026-04-02T16:56:28.326225Z","end":"2026-04-02T16:56:28.517732Z","steps":["trace[742049322] 'process raft request' (duration: 191.322414ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:28.522957Z","caller":"traceutil/trace.go:171","msg":"trace[1430448783] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"164.744378ms","start":"2026-04-02T16:56:28.358197Z","end":"2026-04-02T16:56:28.522941Z","steps":["trace[1430448783] 'process raft request' (duration: 164.652765ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:34.146958Z","caller":"traceutil/trace.go:171","msg":"trace[919611476] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"128.522617ms","start":"2026-04-02T16:56:34.01839Z","end":"2026-04-02T16:56:34.146913Z","steps":["trace[919611476] 'process raft request' (duration: 127.636058ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:34.155073Z","caller":"traceutil/trace.go:171","msg":"trace[1118719239] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"132.887586ms","start":"2026-04-02T16:56:34.022138Z","end":"2026-04-02T16:56:34.155026Z","steps":["trace[1118719239] 'process raft request' (duration: 132.71231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:34.491636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.673393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3091"} {"level":"info","ts":"2026-04-02T16:56:34.491727Z","caller":"traceutil/trace.go:171","msg":"trace[1846011055] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4556; }","duration":"112.822868ms","start":"2026-04-02T16:56:34.378882Z","end":"2026-04-02T16:56:34.491705Z","steps":["trace[1846011055] 'range keys from in-memory index tree' (duration: 112.57775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:38.506324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.264824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-02T16:56:41.074712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.548375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T16:56:41.074742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.269695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:56:41.074809Z","caller":"traceutil/trace.go:171","msg":"trace[1013154556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4662; }","duration":"138.721521ms","start":"2026-04-02T16:56:40.936066Z","end":"2026-04-02T16:56:41.074787Z","steps":["trace[1013154556] 'range keys from in-memory index tree' (duration: 138.299078ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.074843Z","caller":"traceutil/trace.go:171","msg":"trace[1510448473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4662; }","duration":"131.419599ms","start":"2026-04-02T16:56:40.943398Z","end":"2026-04-02T16:56:41.074818Z","steps":["trace[1510448473] 'range keys from in-memory index tree' (duration: 131.063297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:41.074954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.459571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-02T16:56:41.074986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.331859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T16:56:41.07497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.036529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:56:41.075038Z","caller":"traceutil/trace.go:171","msg":"trace[1749406018] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4662; }","duration":"137.583545ms","start":"2026-04-02T16:56:40.93743Z","end":"2026-04-02T16:56:41.075014Z","steps":["trace[1749406018] 'range keys from in-memory index tree' (duration: 137.321347ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.075065Z","caller":"traceutil/trace.go:171","msg":"trace[2133817801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4662; }","duration":"138.434562ms","start":"2026-04-02T16:56:40.93661Z","end":"2026-04-02T16:56:41.075044Z","steps":["trace[2133817801] 'range keys from in-memory index tree' (duration: 138.202895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:41.075029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.896066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T16:56:41.075154Z","caller":"traceutil/trace.go:171","msg":"trace[1992158366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4662; }","duration":"133.063192ms","start":"2026-04-02T16:56:40.942066Z","end":"2026-04-02T16:56:41.075129Z","steps":["trace[1992158366] 'range keys from in-memory index tree' (duration: 132.672299ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.075065Z","caller":"traceutil/trace.go:171","msg":"trace[1129493597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4662; }","duration":"132.541345ms","start":"2026-04-02T16:56:40.942505Z","end":"2026-04-02T16:56:41.075046Z","steps":["trace[1129493597] 'range keys from in-memory index tree' (duration: 131.821422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.212067Z","caller":"traceutil/trace.go:171","msg":"trace[1551271103] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"131.76373ms","start":"2026-04-02T16:56:41.080274Z","end":"2026-04-02T16:56:41.212038Z","steps":["trace[1551271103] 'process raft request' (duration: 105.227366ms)","trace[1551271103] 'compare' (duration: 26.376589ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:56:41.212423Z","caller":"traceutil/trace.go:171","msg":"trace[704130737] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4850; }","duration":"131.329535ms","start":"2026-04-02T16:56:41.081069Z","end":"2026-04-02T16:56:41.212399Z","steps":["trace[704130737] 'read index received' (duration: 9.745119ms)","trace[704130737] 'applied index is now lower than readState.Index' (duration: 121.583516ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:56:41.212447Z","caller":"traceutil/trace.go:171","msg":"trace[402440763] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"131.508311ms","start":"2026-04-02T16:56:41.080889Z","end":"2026-04-02T16:56:41.212398Z","steps":["trace[402440763] 'process raft request' (duration: 131.326685ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.212461Z","caller":"traceutil/trace.go:171","msg":"trace[1301517873] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"131.982096ms","start":"2026-04-02T16:56:41.08038Z","end":"2026-04-02T16:56:41.212362Z","steps":["trace[1301517873] 'process raft request' (duration: 131.623095ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.212482Z","caller":"traceutil/trace.go:171","msg":"trace[1282920034] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"131.48324ms","start":"2026-04-02T16:56:41.08098Z","end":"2026-04-02T16:56:41.212463Z","steps":["trace[1282920034] 'process raft request' (duration: 131.372497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:41.212466Z","caller":"traceutil/trace.go:171","msg":"trace[1695980942] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"131.46713ms","start":"2026-04-02T16:56:41.080966Z","end":"2026-04-02T16:56:41.212433Z","steps":["trace[1695980942] 'process raft request' (duration: 131.346637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:41.212697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.608255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46094"} {"level":"info","ts":"2026-04-02T16:56:41.21281Z","caller":"traceutil/trace.go:171","msg":"trace[2006043408] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4668; }","duration":"131.7599ms","start":"2026-04-02T16:56:41.081032Z","end":"2026-04-02T16:56:41.212792Z","steps":["trace[2006043408] 'agreement among raft nodes before linearized reading' (duration: 131.490871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:43.800686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.416471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ef272639-e9e1-4397-b0dc-58ff3da8a59c\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-02T16:56:43.800784Z","caller":"traceutil/trace.go:171","msg":"trace[289679799] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ef272639-e9e1-4397-b0dc-58ff3da8a59c; range_end:; response_count:1; response_revision:4755; }","duration":"260.590026ms","start":"2026-04-02T16:56:43.540171Z","end":"2026-04-02T16:56:43.800761Z","steps":["trace[289679799] 'range keys from in-memory index tree' (duration: 260.214855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:43.801396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.159822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a2989cd6713d62\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-02T16:56:43.801471Z","caller":"traceutil/trace.go:171","msg":"trace[109496690] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a2989cd6713d62; range_end:; response_count:1; response_revision:4755; }","duration":"437.288625ms","start":"2026-04-02T16:56:43.364163Z","end":"2026-04-02T16:56:43.801452Z","steps":["trace[109496690] 'range keys from in-memory index tree' (duration: 436.998347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:43.801504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:56:43.36414Z","time spent":"437.356358ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1203,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18a2989cd6713d62\" "} {"level":"warn","ts":"2026-04-02T16:56:43.801492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.129168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:56:43.801632Z","caller":"traceutil/trace.go:171","msg":"trace[1109059902] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"140.177758ms","start":"2026-04-02T16:56:43.661402Z","end":"2026-04-02T16:56:43.801579Z","steps":["trace[1109059902] 'process raft request' (duration: 138.110982ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:43.801652Z","caller":"traceutil/trace.go:171","msg":"trace[1936122930] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4755; }","duration":"397.403568ms","start":"2026-04-02T16:56:43.404211Z","end":"2026-04-02T16:56:43.801615Z","steps":["trace[1936122930] 'count revisions from in-memory index tree' (duration: 396.86803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:43.801744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:56:43.404173Z","time spent":"397.549182ms","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:56:44.282908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.984815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:56:44.282931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.52537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1414e7e0-ad99-4203-b484-f8c17bde40a7\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-02T16:56:44.283015Z","caller":"traceutil/trace.go:171","msg":"trace[947024211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4762; }","duration":"131.16318ms","start":"2026-04-02T16:56:44.151823Z","end":"2026-04-02T16:56:44.282987Z","steps":["trace[947024211] 'range keys from in-memory index tree' (duration: 130.864781ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:44.283029Z","caller":"traceutil/trace.go:171","msg":"trace[617632984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1414e7e0-ad99-4203-b484-f8c17bde40a7; range_end:; response_count:1; response_revision:4762; }","duration":"102.622544ms","start":"2026-04-02T16:56:44.180377Z","end":"2026-04-02T16:56:44.282999Z","steps":["trace[617632984] 'range keys from in-memory index tree' (duration: 102.320224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:46.369905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.814708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:56:46.369993Z","caller":"traceutil/trace.go:171","msg":"trace[1767986079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4868; }","duration":"218.980584ms","start":"2026-04-02T16:56:46.150994Z","end":"2026-04-02T16:56:46.369974Z","steps":["trace[1767986079] 'range keys from in-memory index tree' (duration: 218.669204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:46.370023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.120756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:56:46.370129Z","caller":"traceutil/trace.go:171","msg":"trace[503417434] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4868; }","duration":"279.301533ms","start":"2026-04-02T16:56:46.090801Z","end":"2026-04-02T16:56:46.370102Z","steps":["trace[503417434] 'count revisions from in-memory index tree' (duration: 278.990593ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:46.770453Z","caller":"traceutil/trace.go:171","msg":"trace[208328121] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5060; }","duration":"399.189894ms","start":"2026-04-02T16:56:46.371222Z","end":"2026-04-02T16:56:46.770412Z","steps":["trace[208328121] 'read index received' (duration: 398.904375ms)","trace[208328121] 'applied index is now lower than readState.Index' (duration: 283.709µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:56:46.770538Z","caller":"traceutil/trace.go:171","msg":"trace[1464113521] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"402.435837ms","start":"2026-04-02T16:56:46.368054Z","end":"2026-04-02T16:56:46.77049Z","steps":["trace[1464113521] 'process raft request' (duration: 402.056385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:46.770709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.464923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:56:46.770763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:56:46.368016Z","time spent":"402.630714ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:56:46.770797Z","caller":"traceutil/trace.go:171","msg":"trace[1690188003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4869; }","duration":"399.614018ms","start":"2026-04-02T16:56:46.371163Z","end":"2026-04-02T16:56:46.770777Z","steps":["trace[1690188003] 'agreement among raft nodes before linearized reading' (duration: 399.446903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:46.770881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:56:46.371146Z","time spent":"399.725711ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:56:46.774521Z","caller":"traceutil/trace.go:171","msg":"trace[343297634] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"182.897186ms","start":"2026-04-02T16:56:46.591593Z","end":"2026-04-02T16:56:46.77449Z","steps":["trace[343297634] 'process raft request' (duration: 182.70065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:46.775002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.367721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:754307"} {"level":"info","ts":"2026-04-02T16:56:46.77506Z","caller":"traceutil/trace.go:171","msg":"trace[2034564470] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"192.086659ms","start":"2026-04-02T16:56:46.582953Z","end":"2026-04-02T16:56:46.775039Z","steps":["trace[2034564470] 'process raft request' (duration: 188.935938ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:46.775084Z","caller":"traceutil/trace.go:171","msg":"trace[1556342470] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4871; }","duration":"105.492674ms","start":"2026-04-02T16:56:46.669572Z","end":"2026-04-02T16:56:46.775065Z","steps":["trace[1556342470] 'agreement among raft nodes before linearized reading' (duration: 104.933337ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:47.980412Z","caller":"traceutil/trace.go:171","msg":"trace[642491427] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"100.778535ms","start":"2026-04-02T16:56:47.879603Z","end":"2026-04-02T16:56:47.980381Z","steps":["trace[642491427] 'process raft request' (duration: 100.557328ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:50.111142Z","caller":"traceutil/trace.go:171","msg":"trace[1333698263] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"151.421795ms","start":"2026-04-02T16:56:49.959683Z","end":"2026-04-02T16:56:50.111105Z","steps":["trace[1333698263] 'read index received' (duration: 151.293141ms)","trace[1333698263] 'applied index is now lower than readState.Index' (duration: 126.534µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:56:50.11128Z","caller":"traceutil/trace.go:171","msg":"trace[791376943] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"156.972642ms","start":"2026-04-02T16:56:49.954234Z","end":"2026-04-02T16:56:50.111207Z","steps":["trace[791376943] 'process raft request' (duration: 156.657872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:50.11158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.863089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118711"} {"level":"info","ts":"2026-04-02T16:56:50.111635Z","caller":"traceutil/trace.go:171","msg":"trace[65424042] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4976; }","duration":"151.963042ms","start":"2026-04-02T16:56:49.959654Z","end":"2026-04-02T16:56:50.111617Z","steps":["trace[65424042] 'agreement among raft nodes before linearized reading' (duration: 151.650002ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:50.340395Z","caller":"traceutil/trace.go:171","msg":"trace[489007396] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"308.595683ms","start":"2026-04-02T16:56:50.031759Z","end":"2026-04-02T16:56:50.340355Z","steps":["trace[489007396] 'process raft request' (duration: 301.622771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:50.340784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:56:50.031732Z","time spent":"308.758778ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:56:50.413893Z","caller":"traceutil/trace.go:171","msg":"trace[38995485] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5174; }","duration":"263.560972ms","start":"2026-04-02T16:56:50.150302Z","end":"2026-04-02T16:56:50.413863Z","steps":["trace[38995485] 'read index received' (duration: 183.101493ms)","trace[38995485] 'applied index is now lower than readState.Index' (duration: 80.458008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:56:50.414097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.771908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:56:50.414143Z","caller":"traceutil/trace.go:171","msg":"trace[61471636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4978; }","duration":"263.893342ms","start":"2026-04-02T16:56:50.150238Z","end":"2026-04-02T16:56:50.414131Z","steps":["trace[61471636] 'agreement among raft nodes before linearized reading' (duration: 263.759668ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:50.41409Z","caller":"traceutil/trace.go:171","msg":"trace[1981795997] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"290.712074ms","start":"2026-04-02T16:56:50.123338Z","end":"2026-04-02T16:56:50.41405Z","steps":["trace[1981795997] 'process raft request' (duration: 290.386784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:53.889714Z","caller":"traceutil/trace.go:171","msg":"trace[366022300] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"107.504344ms","start":"2026-04-02T16:56:53.782176Z","end":"2026-04-02T16:56:53.88968Z","steps":["trace[366022300] 'process raft request' (duration: 106.569034ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:53.893245Z","caller":"traceutil/trace.go:171","msg":"trace[1938950613] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"101.6819ms","start":"2026-04-02T16:56:53.791527Z","end":"2026-04-02T16:56:53.893209Z","steps":["trace[1938950613] 'process raft request' (duration: 101.485394ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:57.377195Z","caller":"traceutil/trace.go:171","msg":"trace[1878711843] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"186.736053ms","start":"2026-04-02T16:56:57.190423Z","end":"2026-04-02T16:56:57.377159Z","steps":["trace[1878711843] 'process raft request' (duration: 186.459764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:57.550805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.713622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:56:57.55096Z","caller":"traceutil/trace.go:171","msg":"trace[1121686213] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"162.623029ms","start":"2026-04-02T16:56:57.388311Z","end":"2026-04-02T16:56:57.550934Z","steps":["trace[1121686213] 'process raft request' (duration: 17.649909ms)","trace[1121686213] 'compare' (duration: 144.328789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:57:00.340762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.691448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:57:00.34102Z","caller":"traceutil/trace.go:171","msg":"trace[1630933607] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"197.763871ms","start":"2026-04-02T16:57:00.143217Z","end":"2026-04-02T16:57:00.340981Z","steps":["trace[1630933607] 'process raft request' (duration: 54.731082ms)","trace[1630933607] 'compare' (duration: 142.509492ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:57:00.341177Z","caller":"traceutil/trace.go:171","msg":"trace[18700525] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"197.930556ms","start":"2026-04-02T16:57:00.143217Z","end":"2026-04-02T16:57:00.341148Z","steps":["trace[18700525] 'process raft request' (duration: 197.705949ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:00.341244Z","caller":"traceutil/trace.go:171","msg":"trace[471427407] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5344; }","duration":"192.630028ms","start":"2026-04-02T16:57:00.148582Z","end":"2026-04-02T16:57:00.341212Z","steps":["trace[471427407] 'read index received' (duration: 49.384533ms)","trace[471427407] 'applied index is now lower than readState.Index' (duration: 143.243765ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:57:00.341232Z","caller":"traceutil/trace.go:171","msg":"trace[367724178] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"197.7352ms","start":"2026-04-02T16:57:00.143462Z","end":"2026-04-02T16:57:00.341198Z","steps":["trace[367724178] 'process raft request' (duration: 197.555604ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:00.341287Z","caller":"traceutil/trace.go:171","msg":"trace[799764160] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"197.198402ms","start":"2026-04-02T16:57:00.144055Z","end":"2026-04-02T16:57:00.341253Z","steps":["trace[799764160] 'process raft request' (duration: 197.086799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:00.341363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.772122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:57:00.341411Z","caller":"traceutil/trace.go:171","msg":"trace[2118137398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"192.843015ms","start":"2026-04-02T16:57:00.148553Z","end":"2026-04-02T16:57:00.341396Z","steps":["trace[2118137398] 'agreement among raft nodes before linearized reading' (duration: 192.748392ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:01.570884Z","caller":"traceutil/trace.go:171","msg":"trace[1864606991] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5351; }","duration":"163.391973ms","start":"2026-04-02T16:57:01.407457Z","end":"2026-04-02T16:57:01.570849Z","steps":["trace[1864606991] 'read index received' (duration: 163.161026ms)","trace[1864606991] 'applied index is now lower than readState.Index' (duration: 229.137µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:57:01.57097Z","caller":"traceutil/trace.go:171","msg":"trace[2109727257] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"165.003895ms","start":"2026-04-02T16:57:01.40594Z","end":"2026-04-02T16:57:01.570944Z","steps":["trace[2109727257] 'process raft request' (duration: 164.679215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:01.571399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.91525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:57:01.571453Z","caller":"traceutil/trace.go:171","msg":"trace[1583301371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5149; }","duration":"164.015114ms","start":"2026-04-02T16:57:01.407423Z","end":"2026-04-02T16:57:01.571438Z","steps":["trace[1583301371] 'agreement among raft nodes before linearized reading' (duration: 163.59246ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:01.717488Z","caller":"traceutil/trace.go:171","msg":"trace[220187544] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"309.158509ms","start":"2026-04-02T16:57:01.408298Z","end":"2026-04-02T16:57:01.717456Z","steps":["trace[220187544] 'process raft request' (duration: 308.771397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:01.717691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:01.408284Z","time spent":"309.301353ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:01.71793Z","caller":"traceutil/trace.go:171","msg":"trace[737325907] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"308.638462ms","start":"2026-04-02T16:57:01.409271Z","end":"2026-04-02T16:57:01.717909Z","steps":["trace[737325907] 'process raft request' (duration: 308.105965ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:01.718046Z","caller":"traceutil/trace.go:171","msg":"trace[1696429780] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5352; }","duration":"147.046466ms","start":"2026-04-02T16:57:01.570972Z","end":"2026-04-02T16:57:01.718018Z","steps":["trace[1696429780] 'read index received' (duration: 146.061725ms)","trace[1696429780] 'applied index is now lower than readState.Index' (duration: 983.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:57:01.718219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:01.409257Z","time spent":"308.792937ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:01.718305Z","caller":"traceutil/trace.go:171","msg":"trace[908094781] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"308.710974ms","start":"2026-04-02T16:57:01.409424Z","end":"2026-04-02T16:57:01.718135Z","steps":["trace[908094781] 'process raft request' (duration: 308.366974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:01.718411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.394142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:57:01.718457Z","caller":"traceutil/trace.go:171","msg":"trace[1499034154] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5152; }","duration":"240.464724ms","start":"2026-04-02T16:57:01.477981Z","end":"2026-04-02T16:57:01.718446Z","steps":["trace[1499034154] 'agreement among raft nodes before linearized reading' (duration: 240.229807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:01.718715Z","caller":"traceutil/trace.go:171","msg":"trace[32435887] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"142.698798ms","start":"2026-04-02T16:57:01.575997Z","end":"2026-04-02T16:57:01.718696Z","steps":["trace[32435887] 'process raft request' (duration: 142.583725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:01.719647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.508901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54140"} {"level":"info","ts":"2026-04-02T16:57:01.720288Z","caller":"traceutil/trace.go:171","msg":"trace[1403128509] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5152; }","duration":"311.183503ms","start":"2026-04-02T16:57:01.409084Z","end":"2026-04-02T16:57:01.720268Z","steps":["trace[1403128509] 'agreement among raft nodes before linearized reading' (duration: 309.068216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:01.720619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:01.409397Z","time spent":"309.119398ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:57:01.720781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:01.409071Z","time spent":"311.307436ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":54164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T16:57:01.720173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.356342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:57:01.721107Z","caller":"traceutil/trace.go:171","msg":"trace[188274526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5152; }","duration":"153.79999ms","start":"2026-04-02T16:57:01.567224Z","end":"2026-04-02T16:57:01.721024Z","steps":["trace[188274526] 'agreement among raft nodes before linearized reading' (duration: 150.96665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:03.167131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.58266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6889649948-fjw9s\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-04-02T16:57:03.167192Z","caller":"traceutil/trace.go:171","msg":"trace[745626582] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6889649948-fjw9s; range_end:; response_count:1; response_revision:5174; }","duration":"157.693323ms","start":"2026-04-02T16:57:03.009484Z","end":"2026-04-02T16:57:03.167178Z","steps":["trace[745626582] 'range keys from in-memory index tree' (duration: 157.441675ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:12.537342Z","caller":"traceutil/trace.go:171","msg":"trace[1923552349] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"336.06271ms","start":"2026-04-02T16:57:12.201254Z","end":"2026-04-02T16:57:12.537317Z","steps":["trace[1923552349] 'process raft request' (duration: 335.909355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:12.537563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:12.201229Z","time spent":"336.253556ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:12.540687Z","caller":"traceutil/trace.go:171","msg":"trace[1577837085] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5574; }","duration":"285.18219ms","start":"2026-04-02T16:57:12.255471Z","end":"2026-04-02T16:57:12.540653Z","steps":["trace[1577837085] 'read index received' (duration: 285.170949ms)","trace[1577837085] 'applied index is now lower than readState.Index' (duration: 8.911µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:57:12.540938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.448788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-02T16:57:12.540988Z","caller":"traceutil/trace.go:171","msg":"trace[935538512] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5368; }","duration":"285.559602ms","start":"2026-04-02T16:57:12.255412Z","end":"2026-04-02T16:57:12.540971Z","steps":["trace[935538512] 'agreement among raft nodes before linearized reading' (duration: 285.360166ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:17.587416Z","caller":"traceutil/trace.go:171","msg":"trace[1995202432] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5658; }","duration":"306.447813ms","start":"2026-04-02T16:57:17.280936Z","end":"2026-04-02T16:57:17.587384Z","steps":["trace[1995202432] 'read index received' (duration: 306.242316ms)","trace[1995202432] 'applied index is now lower than readState.Index' (duration: 204.047µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:57:17.587668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.711351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-02T16:57:17.587717Z","caller":"traceutil/trace.go:171","msg":"trace[1582836317] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5449; }","duration":"306.829385ms","start":"2026-04-02T16:57:17.280871Z","end":"2026-04-02T16:57:17.5877Z","steps":["trace[1582836317] 'agreement among raft nodes before linearized reading' (duration: 306.633799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:17.58776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:17.280848Z","time spent":"306.902628ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-02T16:57:17.58757Z","caller":"traceutil/trace.go:171","msg":"trace[1577969513] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"319.037521ms","start":"2026-04-02T16:57:17.268475Z","end":"2026-04-02T16:57:17.587512Z","steps":["trace[1577969513] 'process raft request' (duration: 318.70072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:17.588308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:17.268433Z","time spent":"319.560138ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:57:21.85781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513843317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:57:22.35877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513843317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:57:22.58299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275455863s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:57:22.583485Z","caller":"traceutil/trace.go:171","msg":"trace[242062963] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"1.287146843s","start":"2026-04-02T16:57:21.296312Z","end":"2026-04-02T16:57:22.583459Z","steps":["trace[242062963] 'process raft request' (duration: 1.286981518s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.583658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.296284Z","time spent":"1.287284428s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:22.817515Z","caller":"traceutil/trace.go:171","msg":"trace[1301699613] linearizableReadLoop","detail":"{readStateIndex:5695; appliedIndex:5693; }","duration":"1.459704577s","start":"2026-04-02T16:57:21.357768Z","end":"2026-04-02T16:57:22.817473Z","steps":["trace[1301699613] 'read index received' (duration: 1.22545757s)","trace[1301699613] 'applied index is now lower than readState.Index' (duration: 234.245687ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:57:22.817613Z","caller":"traceutil/trace.go:171","msg":"trace[1897869338] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"1.399964076s","start":"2026-04-02T16:57:21.417641Z","end":"2026-04-02T16:57:22.817605Z","steps":["trace[1897869338] 'process raft request' (duration: 1.391482698s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.817697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459929574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-02T16:57:22.817716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.417613Z","time spent":"1.400019607s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:22.817751Z","caller":"traceutil/trace.go:171","msg":"trace[1590422632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5484; }","duration":"1.460024847s","start":"2026-04-02T16:57:21.357712Z","end":"2026-04-02T16:57:22.817737Z","steps":["trace[1590422632] 'agreement among raft nodes before linearized reading' (duration: 1.459887333s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.817777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.357696Z","time spent":"1.460076268s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-02T16:57:22.984682Z","caller":"traceutil/trace.go:171","msg":"trace[452831980] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"394.698748ms","start":"2026-04-02T16:57:22.589963Z","end":"2026-04-02T16:57:22.984662Z","steps":["trace[452831980] 'process raft request' (duration: 394.506991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.984817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:22.589949Z","time spent":"394.79765ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:22.985055Z","caller":"traceutil/trace.go:171","msg":"trace[2086195444] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"394.796191ms","start":"2026-04-02T16:57:22.590251Z","end":"2026-04-02T16:57:22.985047Z","steps":["trace[2086195444] 'process raft request' (duration: 394.676277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.985104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:22.590228Z","time spent":"394.850262ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:22.985219Z","caller":"traceutil/trace.go:171","msg":"trace[638537041] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"395.247785ms","start":"2026-04-02T16:57:22.589963Z","end":"2026-04-02T16:57:22.985211Z","steps":["trace[638537041] 'process raft request' (duration: 394.650266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.985265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:22.589934Z","time spent":"395.310527ms","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:22.985433Z","caller":"traceutil/trace.go:171","msg":"trace[1999736056] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"395.016048ms","start":"2026-04-02T16:57:22.590408Z","end":"2026-04-02T16:57:22.985425Z","steps":["trace[1999736056] 'process raft request' (duration: 394.610945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:22.985475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:22.590393Z","time spent":"395.063149ms","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:57:22.985587Z","caller":"traceutil/trace.go:171","msg":"trace[912235921] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"186.792915ms","start":"2026-04-02T16:57:22.798758Z","end":"2026-04-02T16:57:22.98555Z","steps":["trace[912235921] 'process raft request' (duration: 186.63117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.042183Z","caller":"traceutil/trace.go:171","msg":"trace[709805725] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"231.587703ms","start":"2026-04-02T16:57:22.810562Z","end":"2026-04-02T16:57:23.04215Z","steps":["trace[709805725] 'process raft request' (duration: 231.314954ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.042189Z","caller":"traceutil/trace.go:171","msg":"trace[626309383] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5695; }","duration":"224.588931ms","start":"2026-04-02T16:57:22.817568Z","end":"2026-04-02T16:57:23.042157Z","steps":["trace[626309383] 'read index received' (duration: 166.988577ms)","trace[626309383] 'applied index is now lower than readState.Index' (duration: 57.598664ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:57:23.042552Z","caller":"traceutil/trace.go:171","msg":"trace[624793828] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"110.136657ms","start":"2026-04-02T16:57:22.932352Z","end":"2026-04-02T16:57:23.042489Z","steps":["trace[624793828] 'process raft request' (duration: 109.683653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.042747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.421082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e723ec8-b309-4347-b7bd-4810eb085c32\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-02T16:57:23.042761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320680316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-02T16:57:23.042776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204043873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T16:57:23.042842Z","caller":"traceutil/trace.go:171","msg":"trace[1268561265] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5491; }","duration":"1.320825501s","start":"2026-04-02T16:57:21.721996Z","end":"2026-04-02T16:57:23.042821Z","steps":["trace[1268561265] 'agreement among raft nodes before linearized reading' (duration: 1.320255803s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.042851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.620568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:57:23.042863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215028771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T16:57:23.042873Z","caller":"traceutil/trace.go:171","msg":"trace[2079505903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5491; }","duration":"1.204179547s","start":"2026-04-02T16:57:21.838671Z","end":"2026-04-02T16:57:23.04285Z","steps":["trace[2079505903] 'agreement among raft nodes before linearized reading' (duration: 1.203748823s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.042891Z","caller":"traceutil/trace.go:171","msg":"trace[859597871] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5491; }","duration":"168.716022ms","start":"2026-04-02T16:57:22.874163Z","end":"2026-04-02T16:57:23.042879Z","steps":["trace[859597871] 'agreement among raft nodes before linearized reading' (duration: 168.65876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.04287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005064083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-02T16:57:23.042919Z","caller":"traceutil/trace.go:171","msg":"trace[940217125] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5491; }","duration":"1.215104673s","start":"2026-04-02T16:57:21.827796Z","end":"2026-04-02T16:57:23.042901Z","steps":["trace[940217125] 'agreement among raft nodes before linearized reading' (duration: 1.214933138s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.04293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.838658Z","time spent":"1.20426244s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:57:23.042926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203203247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T16:57:23.042969Z","caller":"traceutil/trace.go:171","msg":"trace[1691956505] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5491; }","duration":"1.005214908s","start":"2026-04-02T16:57:22.03773Z","end":"2026-04-02T16:57:23.042945Z","steps":["trace[1691956505] 'agreement among raft nodes before linearized reading' (duration: 1.004898978s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.042975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.827783Z","time spent":"1.215179215s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T16:57:23.042985Z","caller":"traceutil/trace.go:171","msg":"trace[1928334052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:5491; }","duration":"1.20331655s","start":"2026-04-02T16:57:21.839654Z","end":"2026-04-02T16:57:23.042971Z","steps":["trace[1928334052] 'agreement among raft nodes before linearized reading' (duration: 1.203052021s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.042983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204942041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T16:57:23.043026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.839633Z","time spent":"1.203383822s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T16:57:23.043025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:22.037712Z","time spent":"1.005299951s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-02T16:57:23.043034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231785611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T16:57:23.043051Z","caller":"traceutil/trace.go:171","msg":"trace[1758696386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5491; }","duration":"1.205062105s","start":"2026-04-02T16:57:21.837969Z","end":"2026-04-02T16:57:23.043032Z","steps":["trace[1758696386] 'agreement among raft nodes before linearized reading' (duration: 1.204863539s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.042902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.721975Z","time spent":"1.320914343s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-02T16:57:23.0431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.837948Z","time spent":"1.205144007s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:57:23.042783Z","caller":"traceutil/trace.go:171","msg":"trace[385146149] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e723ec8-b309-4347-b7bd-4810eb085c32; range_end:; response_count:1; response_revision:5491; }","duration":"222.505545ms","start":"2026-04-02T16:57:22.820266Z","end":"2026-04-02T16:57:23.042771Z","steps":["trace[385146149] 'agreement among raft nodes before linearized reading' (duration: 222.317329ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.043153Z","caller":"traceutil/trace.go:171","msg":"trace[157305804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5491; }","duration":"1.231900565s","start":"2026-04-02T16:57:21.811212Z","end":"2026-04-02T16:57:23.043113Z","steps":["trace[157305804] 'agreement among raft nodes before linearized reading' (duration: 1.231724469s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.043361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310672019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:57:23.043645Z","caller":"traceutil/trace.go:171","msg":"trace[1356426141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5491; }","duration":"1.310779492s","start":"2026-04-02T16:57:21.73262Z","end":"2026-04-02T16:57:23.043399Z","steps":["trace[1356426141] 'agreement among raft nodes before linearized reading' (duration: 1.310517184s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.043693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.732608Z","time spent":"1.311071912s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:57:23.043148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210377394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:57:23.044386Z","caller":"traceutil/trace.go:171","msg":"trace[619947323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5491; }","duration":"1.211628413s","start":"2026-04-02T16:57:21.832742Z","end":"2026-04-02T16:57:23.04437Z","steps":["trace[619947323] 'agreement among raft nodes before linearized reading' (duration: 1.210327142s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.044433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.832732Z","time spent":"1.211686065s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:57:23.044585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:57:21.8112Z","time spent":"1.23205515s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:57:23.168355Z","caller":"traceutil/trace.go:171","msg":"trace[2115228235] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"118.959377ms","start":"2026-04-02T16:57:23.049364Z","end":"2026-04-02T16:57:23.168323Z","steps":["trace[2115228235] 'process raft request' (duration: 110.84355ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.168371Z","caller":"traceutil/trace.go:171","msg":"trace[303661416] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"118.898714ms","start":"2026-04-02T16:57:23.049446Z","end":"2026-04-02T16:57:23.168345Z","steps":["trace[303661416] 'process raft request' (duration: 118.800811ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.168535Z","caller":"traceutil/trace.go:171","msg":"trace[1812434875] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"119.058669ms","start":"2026-04-02T16:57:23.04945Z","end":"2026-04-02T16:57:23.168508Z","steps":["trace[1812434875] 'process raft request' (duration: 118.848673ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.168734Z","caller":"traceutil/trace.go:171","msg":"trace[2025031253] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"119.123142ms","start":"2026-04-02T16:57:23.049588Z","end":"2026-04-02T16:57:23.168711Z","steps":["trace[2025031253] 'process raft request' (duration: 118.851273ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.168772Z","caller":"traceutil/trace.go:171","msg":"trace[769262942] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"119.09406ms","start":"2026-04-02T16:57:23.049656Z","end":"2026-04-02T16:57:23.16875Z","steps":["trace[769262942] 'process raft request' (duration: 118.912864ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.168869Z","caller":"traceutil/trace.go:171","msg":"trace[1867208927] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"119.024908ms","start":"2026-04-02T16:57:23.049831Z","end":"2026-04-02T16:57:23.168856Z","steps":["trace[1867208927] 'process raft request' (duration: 118.884314ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.168871Z","caller":"traceutil/trace.go:171","msg":"trace[2002507472] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5702; }","duration":"119.012468ms","start":"2026-04-02T16:57:23.049842Z","end":"2026-04-02T16:57:23.168854Z","steps":["trace[2002507472] 'read index received' (duration: 26.262942ms)","trace[2002507472] 'applied index is now lower than readState.Index' (duration: 92.748096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:57:23.169143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.274416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65013"} {"level":"warn","ts":"2026-04-02T16:57:23.169187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.982097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-04-02T16:57:23.169222Z","caller":"traceutil/trace.go:171","msg":"trace[1537746994] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5498; }","duration":"119.40068ms","start":"2026-04-02T16:57:23.049804Z","end":"2026-04-02T16:57:23.169205Z","steps":["trace[1537746994] 'agreement among raft nodes before linearized reading' (duration: 119.101191ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:23.169246Z","caller":"traceutil/trace.go:171","msg":"trace[1028139645] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5498; }","duration":"119.07494ms","start":"2026-04-02T16:57:23.050154Z","end":"2026-04-02T16:57:23.169229Z","steps":["trace[1028139645] 'agreement among raft nodes before linearized reading' (duration: 118.877874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:23.169341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.911008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:57:23.169441Z","caller":"traceutil/trace.go:171","msg":"trace[1348121538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5498; }","duration":"115.056103ms","start":"2026-04-02T16:57:23.054362Z","end":"2026-04-02T16:57:23.169418Z","steps":["trace[1348121538] 'agreement among raft nodes before linearized reading' (duration: 114.724053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:57:24.208681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.783739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-02T16:57:24.208782Z","caller":"traceutil/trace.go:171","msg":"trace[2077810579] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5509; }","duration":"159.927184ms","start":"2026-04-02T16:57:24.048827Z","end":"2026-04-02T16:57:24.208754Z","steps":["trace[2077810579] 'range keys from in-memory index tree' (duration: 159.539131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:48.673421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2761} {"level":"info","ts":"2026-04-02T16:57:48.746538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2761,"took":"71.331659ms","hash":912852945,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":30797824,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T16:57:48.746607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":912852945,"revision":2761,"compact-revision":-1} {"level":"info","ts":"2026-04-02T17:01:54.864239Z","caller":"traceutil/trace.go:171","msg":"trace[1175382314] linearizableReadLoop","detail":"{readStateIndex:7730; appliedIndex:7729; }","duration":"160.438038ms","start":"2026-04-02T17:01:54.703778Z","end":"2026-04-02T17:01:54.864216Z","steps":["trace[1175382314] 'read index received' (duration: 160.347625ms)","trace[1175382314] 'applied index is now lower than readState.Index' (duration: 89.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:54.864376Z","caller":"traceutil/trace.go:171","msg":"trace[700289329] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"161.341047ms","start":"2026-04-02T17:01:54.703024Z","end":"2026-04-02T17:01:54.864365Z","steps":["trace[700289329] 'process raft request' (duration: 161.060258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:54.864585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.052306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:01:54.864641Z","caller":"traceutil/trace.go:171","msg":"trace[372181251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7453; }","duration":"160.16489ms","start":"2026-04-02T17:01:54.704463Z","end":"2026-04-02T17:01:54.864628Z","steps":["trace[372181251] 'agreement among raft nodes before linearized reading' (duration: 160.006505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:54.864829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.039367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:01:54.864902Z","caller":"traceutil/trace.go:171","msg":"trace[1498660416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7453; }","duration":"161.12977ms","start":"2026-04-02T17:01:54.703755Z","end":"2026-04-02T17:01:54.864885Z","steps":["trace[1498660416] 'agreement among raft nodes before linearized reading' (duration: 160.914413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.006787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.955226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:55.006952Z","caller":"traceutil/trace.go:171","msg":"trace[510430783] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"137.544304ms","start":"2026-04-02T17:01:54.869383Z","end":"2026-04-02T17:01:55.006927Z","steps":["trace[510430783] 'process raft request' (duration: 36.29763ms)","trace[510430783] 'compare' (duration: 100.566593ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:55.288844Z","caller":"traceutil/trace.go:171","msg":"trace[499852109] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"418.446584ms","start":"2026-04-02T17:01:54.870368Z","end":"2026-04-02T17:01:55.288815Z","steps":["trace[499852109] 'process raft request' (duration: 418.362222ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:55.288919Z","caller":"traceutil/trace.go:171","msg":"trace[1581434890] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"418.63221ms","start":"2026-04-02T17:01:54.870243Z","end":"2026-04-02T17:01:55.288876Z","steps":["trace[1581434890] 'process raft request' (duration: 418.339421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.289033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870329Z","time spent":"418.59711ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:55.289115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870226Z","time spent":"418.783056ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:55.289388Z","caller":"traceutil/trace.go:171","msg":"trace[1474159888] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"418.94032ms","start":"2026-04-02T17:01:54.870437Z","end":"2026-04-02T17:01:55.289377Z","steps":["trace[1474159888] 'process raft request' (duration: 418.338571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.289461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870428Z","time spent":"418.989571ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:55.289452Z","caller":"traceutil/trace.go:171","msg":"trace[1958644547] linearizableReadLoop","detail":"{readStateIndex:7732; appliedIndex:7730; }","duration":"419.088455ms","start":"2026-04-02T17:01:54.870326Z","end":"2026-04-02T17:01:55.289415Z","steps":["trace[1958644547] 'read index received' (duration: 35.3581ms)","trace[1958644547] 'applied index is now lower than readState.Index' (duration: 383.728865ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:55.289539Z","caller":"traceutil/trace.go:171","msg":"trace[77021134] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"419.038513ms","start":"2026-04-02T17:01:54.870471Z","end":"2026-04-02T17:01:55.28951Z","steps":["trace[77021134] 'process raft request' (duration: 418.733774ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:55.289629Z","caller":"traceutil/trace.go:171","msg":"trace[1361413201] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"419.076885ms","start":"2026-04-02T17:01:54.870539Z","end":"2026-04-02T17:01:55.289616Z","steps":["trace[1361413201] 'process raft request' (duration: 418.807886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.289942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.655671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:55.290036Z","caller":"traceutil/trace.go:171","msg":"trace[1248824361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7459; }","duration":"139.782665ms","start":"2026-04-02T17:01:55.150241Z","end":"2026-04-02T17:01:55.290024Z","steps":["trace[1248824361] 'agreement among raft nodes before linearized reading' (duration: 139.65089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.29001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870503Z","time spent":"419.420775ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:55.290058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.353393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19463"} {"level":"warn","ts":"2026-04-02T17:01:55.29007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.734166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:167508"} {"level":"info","ts":"2026-04-02T17:01:55.29013Z","caller":"traceutil/trace.go:171","msg":"trace[1236905710] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7459; }","duration":"419.454296ms","start":"2026-04-02T17:01:54.870655Z","end":"2026-04-02T17:01:55.290109Z","steps":["trace[1236905710] 'agreement among raft nodes before linearized reading' (duration: 419.225479ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:55.290141Z","caller":"traceutil/trace.go:171","msg":"trace[1423912774] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7459; }","duration":"419.88544ms","start":"2026-04-02T17:01:54.870244Z","end":"2026-04-02T17:01:55.290129Z","steps":["trace[1423912774] 'agreement among raft nodes before linearized reading' (duration: 419.427945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.290189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870227Z","time spent":"419.952793ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":20,"response size":167532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:01:55.290197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870565Z","time spent":"419.618552ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19487,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:01:55.290089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.870443Z","time spent":"419.442406ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:55.497495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.099498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:55.497593Z","caller":"traceutil/trace.go:171","msg":"trace[214222410] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7459; }","duration":"136.220602ms","start":"2026-04-02T17:01:55.36135Z","end":"2026-04-02T17:01:55.497571Z","steps":["trace[214222410] 'range keys from in-memory index tree' (duration: 135.957164ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:59.419627Z","caller":"traceutil/trace.go:171","msg":"trace[1287784078] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"176.680373ms","start":"2026-04-02T17:01:59.242864Z","end":"2026-04-02T17:01:59.419544Z","steps":["trace[1287784078] 'process raft request' (duration: 175.587419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.419746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.137579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:01:59.419855Z","caller":"traceutil/trace.go:171","msg":"trace[653035039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7482; }","duration":"100.310675ms","start":"2026-04-02T17:01:59.319515Z","end":"2026-04-02T17:01:59.419825Z","steps":["trace[653035039] 'agreement among raft nodes before linearized reading' (duration: 100.040276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:40.388863Z","caller":"traceutil/trace.go:171","msg":"trace[1445134819] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8057; }","duration":"237.857118ms","start":"2026-04-02T17:02:40.150978Z","end":"2026-04-02T17:02:40.388836Z","steps":["trace[1445134819] 'read index received' (duration: 237.627641ms)","trace[1445134819] 'applied index is now lower than readState.Index' (duration: 228.457µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:02:40.389085Z","caller":"traceutil/trace.go:171","msg":"trace[523724278] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"418.387692ms","start":"2026-04-02T17:02:39.970636Z","end":"2026-04-02T17:02:40.389023Z","steps":["trace[523724278] 'process raft request' (duration: 418.031091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:02:40.389794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:02:39.970603Z","time spent":"419.077704ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:02:40.389153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.160277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:02:40.390324Z","caller":"traceutil/trace.go:171","msg":"trace[683489433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7771; }","duration":"239.369396ms","start":"2026-04-02T17:02:40.150916Z","end":"2026-04-02T17:02:40.390285Z","steps":["trace[683489433] 'agreement among raft nodes before linearized reading' (duration: 238.131747ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:48.682699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5664} {"level":"info","ts":"2026-04-02T17:02:48.768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5664,"took":"83.477472ms","hash":1628264264,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":24846336,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-02T17:02:48.768071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1628264264,"revision":5664,"compact-revision":2761} {"level":"info","ts":"2026-04-02T17:02:55.892567Z","caller":"traceutil/trace.go:171","msg":"trace[946493040] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"127.404113ms","start":"2026-04-02T17:02:55.76512Z","end":"2026-04-02T17:02:55.892524Z","steps":["trace[946493040] 'process raft request' (duration: 47.157992ms)","trace[946493040] 'compare' (duration: 80.067035ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:02:55.896137Z","caller":"traceutil/trace.go:171","msg":"trace[1671845325] linearizableReadLoop","detail":"{readStateIndex:8171; appliedIndex:8168; }","duration":"127.042211ms","start":"2026-04-02T17:02:55.769066Z","end":"2026-04-02T17:02:55.896108Z","steps":["trace[1671845325] 'read index received' (duration: 43.227788ms)","trace[1671845325] 'applied index is now lower than readState.Index' (duration: 83.812803ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:02:55.896189Z","caller":"traceutil/trace.go:171","msg":"trace[1767070856] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"130.77141ms","start":"2026-04-02T17:02:55.765382Z","end":"2026-04-02T17:02:55.896153Z","steps":["trace[1767070856] 'process raft request' (duration: 130.530682ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:55.896283Z","caller":"traceutil/trace.go:171","msg":"trace[1932379884] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"130.618734ms","start":"2026-04-02T17:02:55.765626Z","end":"2026-04-02T17:02:55.896245Z","steps":["trace[1932379884] 'process raft request' (duration: 130.438159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:02:55.896439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.360362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:02:55.896492Z","caller":"traceutil/trace.go:171","msg":"trace[239139847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7880; }","duration":"127.448414ms","start":"2026-04-02T17:02:55.769032Z","end":"2026-04-02T17:02:55.896481Z","steps":["trace[239139847] 'agreement among raft nodes before linearized reading' (duration: 127.236917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:02:55.896486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.844677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:02:55.896707Z","caller":"traceutil/trace.go:171","msg":"trace[1250618594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:7880; }","duration":"116.130686ms","start":"2026-04-02T17:02:55.780563Z","end":"2026-04-02T17:02:55.896694Z","steps":["trace[1250618594] 'agreement among raft nodes before linearized reading' (duration: 115.716493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:28.638701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513850848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:03:28.959413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035848935s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:03:28.959928Z","caller":"traceutil/trace.go:171","msg":"trace[413300217] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"1.036443945s","start":"2026-04-02T17:03:27.92345Z","end":"2026-04-02T17:03:28.959894Z","steps":["trace[413300217] 'process raft request' (duration: 1.036208427s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:28.960142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:27.923421Z","time spent":"1.036613009s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:03:29.412343Z","caller":"traceutil/trace.go:171","msg":"trace[520778429] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"656.935635ms","start":"2026-04-02T17:03:28.755385Z","end":"2026-04-02T17:03:29.41232Z","steps":["trace[520778429] 'process raft request' (duration: 656.78059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.412574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.755358Z","time spent":"657.055899ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:03:29.412602Z","caller":"traceutil/trace.go:171","msg":"trace[1376843591] linearizableReadLoop","detail":"{readStateIndex:8524; appliedIndex:8522; }","duration":"1.274745967s","start":"2026-04-02T17:03:28.13781Z","end":"2026-04-02T17:03:29.412556Z","steps":["trace[1376843591] 'read index received' (duration: 821.872672ms)","trace[1376843591] 'applied index is now lower than readState.Index' (duration: 452.869154ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:29.412693Z","caller":"traceutil/trace.go:171","msg":"trace[581128282] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"655.17465ms","start":"2026-04-02T17:03:28.757479Z","end":"2026-04-02T17:03:29.412654Z","steps":["trace[581128282] 'process raft request' (duration: 654.804428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.4129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.75745Z","time spent":"655.345205ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:03:29.412923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268934473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:03:29.412951Z","caller":"traceutil/trace.go:171","msg":"trace[1674444102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8225; }","duration":"1.268962674s","start":"2026-04-02T17:03:28.14398Z","end":"2026-04-02T17:03:29.412943Z","steps":["trace[1674444102] 'agreement among raft nodes before linearized reading' (duration: 1.2688488s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.41297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.143909Z","time spent":"1.269057157s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:03:29.412983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275148329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T17:03:29.413054Z","caller":"traceutil/trace.go:171","msg":"trace[436087705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8225; }","duration":"1.275282823s","start":"2026-04-02T17:03:28.13775Z","end":"2026-04-02T17:03:29.413033Z","steps":["trace[436087705] 'agreement among raft nodes before linearized reading' (duration: 1.275022604s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.413102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244820732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T17:03:29.413099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244122239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:29.41312Z","caller":"traceutil/trace.go:171","msg":"trace[1687735366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8225; }","duration":"1.244856022s","start":"2026-04-02T17:03:28.168258Z","end":"2026-04-02T17:03:29.413114Z","steps":["trace[1687735366] 'agreement among raft nodes before linearized reading' (duration: 1.244806151s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.413115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.137724Z","time spent":"1.275378466s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:03:29.413137Z","caller":"traceutil/trace.go:171","msg":"trace[1558090258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"1.244209963s","start":"2026-04-02T17:03:28.168916Z","end":"2026-04-02T17:03:29.413126Z","steps":["trace[1558090258] 'agreement among raft nodes before linearized reading' (duration: 1.244145161s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.413172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.168891Z","time spent":"1.244275385s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:03:29.413189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25809405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-02T17:03:29.413224Z","caller":"traceutil/trace.go:171","msg":"trace[1239205399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8225; }","duration":"1.258142852s","start":"2026-04-02T17:03:28.155069Z","end":"2026-04-02T17:03:29.413211Z","steps":["trace[1239205399] 'agreement among raft nodes before linearized reading' (duration: 1.2580776s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.413263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.155058Z","time spent":"1.258199164s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:03:29.413136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.168249Z","time spent":"1.244884914s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:03:29.41343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.260254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:03:29.413466Z","caller":"traceutil/trace.go:171","msg":"trace[170912711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8225; }","duration":"272.357117ms","start":"2026-04-02T17:03:29.141098Z","end":"2026-04-02T17:03:29.413455Z","steps":["trace[170912711] 'agreement among raft nodes before linearized reading' (duration: 272.303145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.413583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23495414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:03:29.413629Z","caller":"traceutil/trace.go:171","msg":"trace[562764932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8225; }","duration":"1.235025802s","start":"2026-04-02T17:03:28.178593Z","end":"2026-04-02T17:03:29.413619Z","steps":["trace[562764932] 'agreement among raft nodes before linearized reading' (duration: 1.234919229s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:29.413658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:28.178582Z","time spent":"1.235069274s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T17:03:29.413743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.823184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:29.413799Z","caller":"traceutil/trace.go:171","msg":"trace[553029144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"261.946298ms","start":"2026-04-02T17:03:29.151836Z","end":"2026-04-02T17:03:29.413782Z","steps":["trace[553029144] 'agreement among raft nodes before linearized reading' (duration: 261.852505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:42.173129Z","caller":"traceutil/trace.go:171","msg":"trace[1568078041] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"329.278343ms","start":"2026-04-02T17:03:41.843798Z","end":"2026-04-02T17:03:42.173076Z","steps":["trace[1568078041] 'process raft request' (duration: 328.711976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:42.173279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.610608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:42.173402Z","caller":"traceutil/trace.go:171","msg":"trace[784136896] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8295; }","duration":"274.814604ms","start":"2026-04-02T17:03:41.898551Z","end":"2026-04-02T17:03:42.173366Z","steps":["trace[784136896] 'agreement among raft nodes before linearized reading' (duration: 274.608967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:42.173506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:41.843769Z","time spent":"329.595984ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:03:42.173019Z","caller":"traceutil/trace.go:171","msg":"trace[1023103359] linearizableReadLoop","detail":"{readStateIndex:8598; appliedIndex:8597; }","duration":"274.325149ms","start":"2026-04-02T17:03:41.898657Z","end":"2026-04-02T17:03:42.172982Z","steps":["trace[1023103359] 'read index received' (duration: 273.931906ms)","trace[1023103359] 'applied index is now lower than readState.Index' (duration: 391.682µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:03:43.435079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.59549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:03:43.435198Z","caller":"traceutil/trace.go:171","msg":"trace[673906412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8295; }","duration":"723.796097ms","start":"2026-04-02T17:03:42.711377Z","end":"2026-04-02T17:03:43.435173Z","steps":["trace[673906412] 'range keys from in-memory index tree' (duration: 723.318112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.435252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:42.711349Z","time spent":"723.89301ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:03:43.435378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.35924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:43.435475Z","caller":"traceutil/trace.go:171","msg":"trace[1519888270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8295; }","duration":"280.535175ms","start":"2026-04-02T17:03:43.15492Z","end":"2026-04-02T17:03:43.435456Z","steps":["trace[1519888270] 'range keys from in-memory index tree' (duration: 280.229935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.435614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.763213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:03:43.435652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.61139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T17:03:43.435738Z","caller":"traceutil/trace.go:171","msg":"trace[684423349] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:8295; }","duration":"179.764495ms","start":"2026-04-02T17:03:43.255948Z","end":"2026-04-02T17:03:43.435713Z","steps":["trace[684423349] 'range keys from in-memory index tree' (duration: 179.3116ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:43.435739Z","caller":"traceutil/trace.go:171","msg":"trace[855034660] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8295; }","duration":"881.975458ms","start":"2026-04-02T17:03:42.553729Z","end":"2026-04-02T17:03:43.435704Z","steps":["trace[855034660] 'count revisions from in-memory index tree' (duration: 881.528805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.435605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.658412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T17:03:43.435811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:42.553698Z","time spent":"882.095152ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:03:43.436033Z","caller":"traceutil/trace.go:171","msg":"trace[207527136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8295; }","duration":"250.934841ms","start":"2026-04-02T17:03:43.184873Z","end":"2026-04-02T17:03:43.435808Z","steps":["trace[207527136] 'range keys from in-memory index tree' (duration: 250.334712ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:43.500408Z","caller":"traceutil/trace.go:171","msg":"trace[692409238] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"174.265641ms","start":"2026-04-02T17:03:43.326118Z","end":"2026-04-02T17:03:43.500384Z","steps":["trace[692409238] 'process raft request' (duration: 174.097476ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:43.621025Z","caller":"traceutil/trace.go:171","msg":"trace[1722681233] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8598; }","duration":"180.184418ms","start":"2026-04-02T17:03:43.44081Z","end":"2026-04-02T17:03:43.620994Z","steps":["trace[1722681233] 'read index received' (duration: 59.387045ms)","trace[1722681233] 'applied index is now lower than readState.Index' (duration: 120.795983ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:43.621168Z","caller":"traceutil/trace.go:171","msg":"trace[1184149905] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"180.768836ms","start":"2026-04-02T17:03:43.440387Z","end":"2026-04-02T17:03:43.621156Z","steps":["trace[1184149905] 'process raft request' (duration: 180.435525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.621453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.614821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:03:43.621564Z","caller":"traceutil/trace.go:171","msg":"trace[1163243945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8297; }","duration":"180.770896ms","start":"2026-04-02T17:03:43.440758Z","end":"2026-04-02T17:03:43.621529Z","steps":["trace[1163243945] 'agreement among raft nodes before linearized reading' (duration: 180.424065ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:43.806369Z","caller":"traceutil/trace.go:171","msg":"trace[1536658562] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"293.784164ms","start":"2026-04-02T17:03:43.512532Z","end":"2026-04-02T17:03:43.806316Z","steps":["trace[1536658562] 'process raft request' (duration: 284.240512ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:43.806458Z","caller":"traceutil/trace.go:171","msg":"trace[1059442840] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8601; }","duration":"185.333371ms","start":"2026-04-02T17:03:43.621111Z","end":"2026-04-02T17:03:43.806445Z","steps":["trace[1059442840] 'read index received' (duration: 175.744728ms)","trace[1059442840] 'applied index is now lower than readState.Index' (duration: 9.588073ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:43.806497Z","caller":"traceutil/trace.go:171","msg":"trace[1394646080] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"271.18648ms","start":"2026-04-02T17:03:43.535272Z","end":"2026-04-02T17:03:43.806459Z","steps":["trace[1394646080] 'process raft request' (duration: 270.996124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.806626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.907308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:03:43.806666Z","caller":"traceutil/trace.go:171","msg":"trace[1316966924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8299; }","duration":"237.014591ms","start":"2026-04-02T17:03:43.569644Z","end":"2026-04-02T17:03:43.806659Z","steps":["trace[1316966924] 'agreement among raft nodes before linearized reading' (duration: 236.858786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.806744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.781111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:03:43.80679Z","caller":"traceutil/trace.go:171","msg":"trace[1565944859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8299; }","duration":"240.853943ms","start":"2026-04-02T17:03:43.565915Z","end":"2026-04-02T17:03:43.806769Z","steps":["trace[1565944859] 'agreement among raft nodes before linearized reading' (duration: 240.744359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.83056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.011532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:03:43.830574Z","caller":"traceutil/trace.go:171","msg":"trace[727927504] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"208.388817ms","start":"2026-04-02T17:03:43.622167Z","end":"2026-04-02T17:03:43.830556Z","steps":["trace[727927504] 'process raft request' (duration: 207.992835ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:43.83062Z","caller":"traceutil/trace.go:171","msg":"trace[1736256305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8300; }","duration":"167.103925ms","start":"2026-04-02T17:03:43.663502Z","end":"2026-04-02T17:03:43.830606Z","steps":["trace[1736256305] 'agreement among raft nodes before linearized reading' (duration: 166.93696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.830593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.529766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:03:43.830678Z","caller":"traceutil/trace.go:171","msg":"trace[1743891866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8300; }","duration":"160.677062ms","start":"2026-04-02T17:03:43.66998Z","end":"2026-04-02T17:03:43.830657Z","steps":["trace[1743891866] 'agreement among raft nodes before linearized reading' (duration: 160.420073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.831147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.589192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:03:43.831238Z","caller":"traceutil/trace.go:171","msg":"trace[2138968871] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8300; }","duration":"168.734316ms","start":"2026-04-02T17:03:43.662485Z","end":"2026-04-02T17:03:43.831219Z","steps":["trace[2138968871] 'agreement among raft nodes before linearized reading' (duration: 168.025764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.831766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.789046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:03:43.831814Z","caller":"traceutil/trace.go:171","msg":"trace[1470300877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8300; }","duration":"161.863529ms","start":"2026-04-02T17:03:43.66994Z","end":"2026-04-02T17:03:43.831803Z","steps":["trace[1470300877] 'agreement among raft nodes before linearized reading' (duration: 160.786365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.831846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.44093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-04-02T17:03:43.831898Z","caller":"traceutil/trace.go:171","msg":"trace[1404348049] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8300; }","duration":"208.544612ms","start":"2026-04-02T17:03:43.623339Z","end":"2026-04-02T17:03:43.831883Z","steps":["trace[1404348049] 'agreement among raft nodes before linearized reading' (duration: 207.441327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.831926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.062593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:03:43.831974Z","caller":"traceutil/trace.go:171","msg":"trace[1835424024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8300; }","duration":"161.135866ms","start":"2026-04-02T17:03:43.670825Z","end":"2026-04-02T17:03:43.831961Z","steps":["trace[1835424024] 'agreement among raft nodes before linearized reading' (duration: 159.558716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:43.832173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.457885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:03:43.832221Z","caller":"traceutil/trace.go:171","msg":"trace[1535803152] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8300; }","duration":"135.541858ms","start":"2026-04-02T17:03:43.69666Z","end":"2026-04-02T17:03:43.832202Z","steps":["trace[1535803152] 'agreement among raft nodes before linearized reading' (duration: 133.969049ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:44.068483Z","caller":"traceutil/trace.go:171","msg":"trace[217962277] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"231.169446ms","start":"2026-04-02T17:03:43.837284Z","end":"2026-04-02T17:03:44.068453Z","steps":["trace[217962277] 'process raft request' (duration: 231.092464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:44.068697Z","caller":"traceutil/trace.go:171","msg":"trace[1359496692] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"233.879922ms","start":"2026-04-02T17:03:43.834808Z","end":"2026-04-02T17:03:44.068688Z","steps":["trace[1359496692] 'process raft request' (duration: 233.329724ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:44.068891Z","caller":"traceutil/trace.go:171","msg":"trace[77506546] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"233.47795ms","start":"2026-04-02T17:03:43.8354Z","end":"2026-04-02T17:03:44.068878Z","steps":["trace[77506546] 'process raft request' (duration: 232.936023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:44.068942Z","caller":"traceutil/trace.go:171","msg":"trace[1144146611] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"231.448525ms","start":"2026-04-02T17:03:43.837472Z","end":"2026-04-02T17:03:44.06892Z","steps":["trace[1144146611] 'process raft request' (duration: 230.938409ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:44.069252Z","caller":"traceutil/trace.go:171","msg":"trace[615562163] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8605; }","duration":"205.091853ms","start":"2026-04-02T17:03:43.864149Z","end":"2026-04-02T17:03:44.069241Z","steps":["trace[615562163] 'read index received' (duration: 204.100152ms)","trace[615562163] 'applied index is now lower than readState.Index' (duration: 990.421µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:44.06935Z","caller":"traceutil/trace.go:171","msg":"trace[562677171] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"230.709632ms","start":"2026-04-02T17:03:43.838631Z","end":"2026-04-02T17:03:44.06934Z","steps":["trace[562677171] 'process raft request' (duration: 230.195606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:44.069449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.437565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:44.069482Z","caller":"traceutil/trace.go:171","msg":"trace[2022132020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8306; }","duration":"167.519758ms","start":"2026-04-02T17:03:43.901954Z","end":"2026-04-02T17:03:44.069474Z","steps":["trace[2022132020] 'agreement among raft nodes before linearized reading' (duration: 167.451155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:44.069647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.3394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T17:03:44.06969Z","caller":"traceutil/trace.go:171","msg":"trace[1925433151] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8306; }","duration":"236.414212ms","start":"2026-04-02T17:03:43.833266Z","end":"2026-04-02T17:03:44.069681Z","steps":["trace[1925433151] 'agreement among raft nodes before linearized reading' (duration: 236.250907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:44.250835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.061969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:44.250929Z","caller":"traceutil/trace.go:171","msg":"trace[1139044282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8306; }","duration":"100.204683ms","start":"2026-04-02T17:03:44.150703Z","end":"2026-04-02T17:03:44.250907Z","steps":["trace[1139044282] 'range keys from in-memory index tree' (duration: 99.991606ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:45.757462Z","caller":"traceutil/trace.go:171","msg":"trace[1309538448] linearizableReadLoop","detail":"{readStateIndex:8611; appliedIndex:8610; }","duration":"107.369719ms","start":"2026-04-02T17:03:45.650067Z","end":"2026-04-02T17:03:45.757437Z","steps":["trace[1309538448] 'read index received' (duration: 107.133722ms)","trace[1309538448] 'applied index is now lower than readState.Index' (duration: 234.977µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:45.757643Z","caller":"traceutil/trace.go:171","msg":"trace[574329273] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"127.126433ms","start":"2026-04-02T17:03:45.630456Z","end":"2026-04-02T17:03:45.757582Z","steps":["trace[574329273] 'process raft request' (duration: 126.811983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:45.757696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.606747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:45.757919Z","caller":"traceutil/trace.go:171","msg":"trace[290049953] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8307; }","duration":"107.952737ms","start":"2026-04-02T17:03:45.649929Z","end":"2026-04-02T17:03:45.757881Z","steps":["trace[290049953] 'agreement among raft nodes before linearized reading' (duration: 107.665568ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:46.048623Z","caller":"traceutil/trace.go:171","msg":"trace[2021287334] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"244.310772ms","start":"2026-04-02T17:03:45.804234Z","end":"2026-04-02T17:03:46.048545Z","steps":["trace[2021287334] 'process raft request' (duration: 241.969918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:46.080194Z","caller":"traceutil/trace.go:171","msg":"trace[2006406085] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8611; }","duration":"211.64382ms","start":"2026-04-02T17:03:45.868524Z","end":"2026-04-02T17:03:46.080168Z","steps":["trace[2006406085] 'read index received' (duration: 177.42484ms)","trace[2006406085] 'applied index is now lower than readState.Index' (duration: 34.21719ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:46.080305Z","caller":"traceutil/trace.go:171","msg":"trace[1016795698] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"268.086192ms","start":"2026-04-02T17:03:45.812185Z","end":"2026-04-02T17:03:46.080271Z","steps":["trace[1016795698] 'process raft request' (duration: 267.509644ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:46.080363Z","caller":"traceutil/trace.go:171","msg":"trace[1713129992] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"268.006259ms","start":"2026-04-02T17:03:45.812326Z","end":"2026-04-02T17:03:46.080332Z","steps":["trace[1713129992] 'process raft request' (duration: 267.782742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:46.080495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.9428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:03:46.080551Z","caller":"traceutil/trace.go:171","msg":"trace[1539868583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8310; }","duration":"212.053743ms","start":"2026-04-02T17:03:45.868482Z","end":"2026-04-02T17:03:46.080535Z","steps":["trace[1539868583] 'agreement among raft nodes before linearized reading' (duration: 211.847177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:46.080555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.453769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:03:46.08061Z","caller":"traceutil/trace.go:171","msg":"trace[1707806316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8310; }","duration":"208.546082ms","start":"2026-04-02T17:03:45.872052Z","end":"2026-04-02T17:03:46.080598Z","steps":["trace[1707806316] 'agreement among raft nodes before linearized reading' (duration: 208.328106ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:10.105441Z","caller":"traceutil/trace.go:171","msg":"trace[1276263912] linearizableReadLoop","detail":"{readStateIndex:8800; appliedIndex:8799; }","duration":"182.315364ms","start":"2026-04-02T17:04:09.923097Z","end":"2026-04-02T17:04:10.105412Z","steps":["trace[1276263912] 'read index received' (duration: 182.128469ms)","trace[1276263912] 'applied index is now lower than readState.Index' (duration: 185.615µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:10.105581Z","caller":"traceutil/trace.go:171","msg":"trace[2053744491] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"209.779171ms","start":"2026-04-02T17:04:09.895759Z","end":"2026-04-02T17:04:10.105538Z","steps":["trace[2053744491] 'process raft request' (duration: 209.476912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:10.105776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.659686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19317"} {"level":"info","ts":"2026-04-02T17:04:10.105831Z","caller":"traceutil/trace.go:171","msg":"trace[2089840313] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8489; }","duration":"182.779139ms","start":"2026-04-02T17:04:09.923033Z","end":"2026-04-02T17:04:10.105813Z","steps":["trace[2089840313] 'agreement among raft nodes before linearized reading' (duration: 182.49813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:12.652162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513851722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:13.153273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513851722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:13.653751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513851722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:13.760274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643736892s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:04:13.760734Z","caller":"traceutil/trace.go:171","msg":"trace[182640804] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"1.644255068s","start":"2026-04-02T17:04:12.116452Z","end":"2026-04-02T17:04:13.760707Z","steps":["trace[182640804] 'process raft request' (duration: 1.644101423s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.760863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.116437Z","time spent":"1.644341631s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:13.762616Z","caller":"traceutil/trace.go:171","msg":"trace[1755517907] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8812; }","duration":"1.611328779s","start":"2026-04-02T17:04:12.151273Z","end":"2026-04-02T17:04:13.762602Z","steps":["trace[1755517907] 'read index received' (duration: 1.610190733s)","trace[1755517907] 'applied index is now lower than readState.Index' (duration: 1.136906ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:13.762848Z","caller":"traceutil/trace.go:171","msg":"trace[1800841559] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"1.58253693s","start":"2026-04-02T17:04:12.180299Z","end":"2026-04-02T17:04:13.762836Z","steps":["trace[1800841559] 'process raft request' (duration: 1.582167348s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.762906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.180261Z","time spent":"1.582615402s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:13.763115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611803554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:13.763214Z","caller":"traceutil/trace.go:171","msg":"trace[1692273873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"1.611980529s","start":"2026-04-02T17:04:12.151211Z","end":"2026-04-02T17:04:13.763191Z","steps":["trace[1692273873] 'agreement among raft nodes before linearized reading' (duration: 1.611754102s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.763276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.151185Z","time spent":"1.612082253s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:04:13.763289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.250146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:13.763333Z","caller":"traceutil/trace.go:171","msg":"trace[1261778285] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8504; }","duration":"248.338018ms","start":"2026-04-02T17:04:13.514984Z","end":"2026-04-02T17:04:13.763322Z","steps":["trace[1261778285] 'agreement among raft nodes before linearized reading' (duration: 248.271806ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:13.763619Z","caller":"traceutil/trace.go:171","msg":"trace[763061209] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"1.580583839s","start":"2026-04-02T17:04:12.182971Z","end":"2026-04-02T17:04:13.763554Z","steps":["trace[763061209] 'process raft request' (duration: 1.579567517s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.763748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.182962Z","time spent":"1.580697722s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:13.763803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.527076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T17:04:13.763892Z","caller":"traceutil/trace.go:171","msg":"trace[1267699936] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:8504; }","duration":"505.680602ms","start":"2026-04-02T17:04:13.258191Z","end":"2026-04-02T17:04:13.763871Z","steps":["trace[1267699936] 'agreement among raft nodes before linearized reading' (duration: 505.364502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.763924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504829938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-02T17:04:13.763949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:13.258167Z","time spent":"505.771464ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"info","ts":"2026-04-02T17:04:13.763976Z","caller":"traceutil/trace.go:171","msg":"trace[44151934] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8504; }","duration":"1.50491532s","start":"2026-04-02T17:04:12.259045Z","end":"2026-04-02T17:04:13.76396Z","steps":["trace[44151934] 'agreement among raft nodes before linearized reading' (duration: 1.504798917s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.764019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.259023Z","time spent":"1.504987732s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:04:13.763156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509761763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T17:04:13.764145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.321241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:13.76419Z","caller":"traceutil/trace.go:171","msg":"trace[1965552305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8504; }","duration":"551.399993ms","start":"2026-04-02T17:04:13.212774Z","end":"2026-04-02T17:04:13.764174Z","steps":["trace[1965552305] 'agreement among raft nodes before linearized reading' (duration: 551.336891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.764228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:13.212753Z","time spent":"551.464735ms","remote":"127.0.0.1:35192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:04:13.764285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507905725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:04:13.764329Z","caller":"traceutil/trace.go:171","msg":"trace[1356770483] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8504; }","duration":"1.508019988s","start":"2026-04-02T17:04:12.256296Z","end":"2026-04-02T17:04:13.764316Z","steps":["trace[1356770483] 'agreement among raft nodes before linearized reading' (duration: 1.507887053s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.76436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.256267Z","time spent":"1.5080866s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:04:13.764424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508296717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:04:13.764433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.079106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:04:13.764459Z","caller":"traceutil/trace.go:171","msg":"trace[1863463336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8504; }","duration":"1.508344538s","start":"2026-04-02T17:04:12.256107Z","end":"2026-04-02T17:04:13.764451Z","steps":["trace[1863463336] 'agreement among raft nodes before linearized reading' (duration: 1.508207863s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:13.764469Z","caller":"traceutil/trace.go:171","msg":"trace[1444092392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8504; }","duration":"911.154249ms","start":"2026-04-02T17:04:12.853305Z","end":"2026-04-02T17:04:13.764459Z","steps":["trace[1444092392] 'agreement among raft nodes before linearized reading' (duration: 911.090747ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:13.764206Z","caller":"traceutil/trace.go:171","msg":"trace[540193176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8504; }","duration":"1.510838367s","start":"2026-04-02T17:04:12.253333Z","end":"2026-04-02T17:04:13.764172Z","steps":["trace[540193176] 'agreement among raft nodes before linearized reading' (duration: 1.509724812s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.764486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.256099Z","time spent":"1.50838207s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:04:13.764604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.253307Z","time spent":"1.51123988s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:04:13.763978Z","caller":"traceutil/trace.go:171","msg":"trace[442231027] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"1.565792511s","start":"2026-04-02T17:04:12.198173Z","end":"2026-04-02T17:04:13.763965Z","steps":["trace[442231027] 'process raft request' (duration: 1.564397808s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.764702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505489288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T17:04:13.764716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.198143Z","time spent":"1.566535255s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:13.764752Z","caller":"traceutil/trace.go:171","msg":"trace[131892380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8504; }","duration":"1.50554171s","start":"2026-04-02T17:04:12.259198Z","end":"2026-04-02T17:04:13.764739Z","steps":["trace[131892380] 'agreement among raft nodes before linearized reading' (duration: 1.505410676s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.764793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.259103Z","time spent":"1.505681344s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:04:13.76493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505697415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T17:04:13.764961Z","caller":"traceutil/trace.go:171","msg":"trace[742477378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8504; }","duration":"1.505785088s","start":"2026-04-02T17:04:12.259169Z","end":"2026-04-02T17:04:13.764954Z","steps":["trace[742477378] 'agreement among raft nodes before linearized reading' (duration: 1.505712445s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.764518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.853288Z","time spent":"911.220381ms","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:04:13.764981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.259127Z","time spent":"1.505849969s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:04:13.765012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496868666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:04:13.765062Z","caller":"traceutil/trace.go:171","msg":"trace[2096453603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8504; }","duration":"1.496937798s","start":"2026-04-02T17:04:12.268112Z","end":"2026-04-02T17:04:13.765049Z","steps":["trace[2096453603] 'agreement among raft nodes before linearized reading' (duration: 1.496802233s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:13.765097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:12.268101Z","time spent":"1.4969899s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"info","ts":"2026-04-02T17:04:26.239632Z","caller":"traceutil/trace.go:171","msg":"trace[2123292702] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"336.848632ms","start":"2026-04-02T17:04:25.902745Z","end":"2026-04-02T17:04:26.239593Z","steps":["trace[2123292702] 'process raft request' (duration: 336.189361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:26.239817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:25.902733Z","time spent":"336.987646ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:26.698297Z","caller":"traceutil/trace.go:171","msg":"trace[419709014] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"212.174057ms","start":"2026-04-02T17:04:26.486094Z","end":"2026-04-02T17:04:26.698268Z","steps":["trace[419709014] 'process raft request' (duration: 212.017872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:26.763198Z","caller":"traceutil/trace.go:171","msg":"trace[116074462] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"268.218676ms","start":"2026-04-02T17:04:26.494943Z","end":"2026-04-02T17:04:26.763162Z","steps":["trace[116074462] 'process raft request' (duration: 268.02406ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:27.139313Z","caller":"traceutil/trace.go:171","msg":"trace[1358585121] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"259.973866ms","start":"2026-04-02T17:04:26.87931Z","end":"2026-04-02T17:04:27.139284Z","steps":["trace[1358585121] 'process raft request' (duration: 259.760649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:28.341081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513852055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:28.841264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513852055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:29.22027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386796313s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:04:29.220803Z","caller":"traceutil/trace.go:171","msg":"trace[1459253884] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"1.387436603s","start":"2026-04-02T17:04:27.833329Z","end":"2026-04-02T17:04:29.220766Z","steps":["trace[1459253884] 'process raft request' (duration: 1.387215276s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.221022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.833295Z","time spent":"1.387620198s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:29.705273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.745605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:04:29.705484Z","caller":"traceutil/trace.go:171","msg":"trace[1188340438] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"1.871084028s","start":"2026-04-02T17:04:27.834365Z","end":"2026-04-02T17:04:29.705449Z","steps":["trace[1188340438] 'process raft request' (duration: 1.485034193s)","trace[1188340438] 'compare' (duration: 385.509308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:29.705664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.834319Z","time spent":"1.871247984s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:29.836937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.544172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T17:04:29.837135Z","caller":"traceutil/trace.go:171","msg":"trace[667020211] linearizableReadLoop","detail":"{readStateIndex:8938; appliedIndex:8936; }","duration":"1.996094265s","start":"2026-04-02T17:04:27.840943Z","end":"2026-04-02T17:04:29.837037Z","steps":["trace[667020211] 'read index received' (duration: 1.379667668s)","trace[667020211] 'applied index is now lower than readState.Index' (duration: 616.424827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:29.838052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997106497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:04:29.838106Z","caller":"traceutil/trace.go:171","msg":"trace[988586980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8621; }","duration":"1.99722374s","start":"2026-04-02T17:04:27.840868Z","end":"2026-04-02T17:04:29.838092Z","steps":["trace[988586980] 'agreement among raft nodes before linearized reading' (duration: 1.997009223s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.838663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.840841Z","time spent":"1.997802918s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334560884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:29.839316Z","caller":"traceutil/trace.go:171","msg":"trace[1648506625] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8621; }","duration":"1.334693218s","start":"2026-04-02T17:04:28.504606Z","end":"2026-04-02T17:04:29.839299Z","steps":["trace[1648506625] 'agreement among raft nodes before linearized reading' (duration: 1.334561824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.839361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:28.504579Z","time spent":"1.334771921s","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:04:29.839399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467868872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-04-02T17:04:29.839431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.422712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-02T17:04:29.839549Z","caller":"traceutil/trace.go:171","msg":"trace[1537623985] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8621; }","duration":"862.598417ms","start":"2026-04-02T17:04:28.976925Z","end":"2026-04-02T17:04:29.839524Z","steps":["trace[1537623985] 'agreement among raft nodes before linearized reading' (duration: 862.236726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.839532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.174877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-02T17:04:29.839619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:28.976913Z","time spent":"862.69538ms","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3197,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986315656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:04:29.839716Z","caller":"traceutil/trace.go:171","msg":"trace[788130693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8621; }","duration":"1.986403559s","start":"2026-04-02T17:04:27.853299Z","end":"2026-04-02T17:04:29.839702Z","steps":["trace[788130693] 'agreement among raft nodes before linearized reading' (duration: 1.986256884s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.839755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97883422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:04:29.839601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983786626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-02T17:04:29.839787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987871625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:04:29.839814Z","caller":"traceutil/trace.go:171","msg":"trace[1690428046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8621; }","duration":"1.978901682s","start":"2026-04-02T17:04:27.860894Z","end":"2026-04-02T17:04:29.839795Z","steps":["trace[1690428046] 'agreement among raft nodes before linearized reading' (duration: 1.978805269s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:29.839826Z","caller":"traceutil/trace.go:171","msg":"trace[98009254] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8621; }","duration":"1.984018693s","start":"2026-04-02T17:04:27.855786Z","end":"2026-04-02T17:04:29.839805Z","steps":["trace[98009254] 'agreement among raft nodes before linearized reading' (duration: 1.983752785s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:29.83983Z","caller":"traceutil/trace.go:171","msg":"trace[1053983279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8621; }","duration":"1.987911436s","start":"2026-04-02T17:04:27.851905Z","end":"2026-04-02T17:04:29.839817Z","steps":["trace[1053983279] 'agreement among raft nodes before linearized reading' (duration: 1.987790753s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.839874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.855776Z","time spent":"1.984085296s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:04:29.839658Z","caller":"traceutil/trace.go:171","msg":"trace[408079429] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8621; }","duration":"896.324122ms","start":"2026-04-02T17:04:28.943306Z","end":"2026-04-02T17:04:29.83963Z","steps":["trace[408079429] 'agreement among raft nodes before linearized reading' (duration: 895.932079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.83992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.851826Z","time spent":"1.988084741s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:28.943275Z","time spent":"896.639291ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-02T17:04:29.83982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.172286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:04:29.839997Z","caller":"traceutil/trace.go:171","msg":"trace[1928768418] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8621; }","duration":"499.399473ms","start":"2026-04-02T17:04:29.340584Z","end":"2026-04-02T17:04:29.839984Z","steps":["trace[1928768418] 'agreement among raft nodes before linearized reading' (duration: 499.191026ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:29.83948Z","caller":"traceutil/trace.go:171","msg":"trace[1263182189] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8621; }","duration":"1.467998336s","start":"2026-04-02T17:04:28.371464Z","end":"2026-04-02T17:04:29.839462Z","steps":["trace[1263182189] 'agreement among raft nodes before linearized reading' (duration: 1.467715757s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.839401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967688868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:04:29.840085Z","caller":"traceutil/trace.go:171","msg":"trace[1468561071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8621; }","duration":"1.968436992s","start":"2026-04-02T17:04:27.871637Z","end":"2026-04-02T17:04:29.840074Z","steps":["trace[1468561071] 'agreement among raft nodes before linearized reading' (duration: 1.967528253s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.840159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.871626Z","time spent":"1.968525354s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.853283Z","time spent":"1.98647001s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689091174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:04:29.840088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:28.371435Z","time spent":"1.468640396s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.860883Z","time spent":"1.978977365s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:04:29.840045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.340555Z","time spent":"499.477905ms","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:04:29.8404Z","caller":"traceutil/trace.go:171","msg":"trace[1327609079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8621; }","duration":"1.690066715s","start":"2026-04-02T17:04:28.150318Z","end":"2026-04-02T17:04:29.840385Z","steps":["trace[1327609079] 'agreement among raft nodes before linearized reading' (duration: 1.689139026s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.840522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:28.150295Z","time spent":"1.690218179s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:04:29.839678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977949692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:04:29.840703Z","caller":"traceutil/trace.go:171","msg":"trace[2100301061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8621; }","duration":"1.978987235s","start":"2026-04-02T17:04:27.861696Z","end":"2026-04-02T17:04:29.840683Z","steps":["trace[2100301061] 'agreement among raft nodes before linearized reading' (duration: 1.977926351s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.840775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.861683Z","time spent":"1.979076497s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:04:29.844081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992251993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:04:29.844161Z","caller":"traceutil/trace.go:171","msg":"trace[948039305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8621; }","duration":"1.992375037s","start":"2026-04-02T17:04:27.851773Z","end":"2026-04-02T17:04:29.844148Z","steps":["trace[948039305] 'agreement among raft nodes before linearized reading' (duration: 1.987174973s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:29.844195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:27.851753Z","time spent":"1.992436119s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:04:30.311827Z","caller":"traceutil/trace.go:171","msg":"trace[428712604] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"463.465999ms","start":"2026-04-02T17:04:29.848333Z","end":"2026-04-02T17:04:30.311799Z","steps":["trace[428712604] 'process raft request' (duration: 463.381836ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:30.311873Z","caller":"traceutil/trace.go:171","msg":"trace[390043686] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"464.968396ms","start":"2026-04-02T17:04:29.846853Z","end":"2026-04-02T17:04:30.311822Z","steps":["trace[390043686] 'process raft request' (duration: 464.630515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.312018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.848325Z","time spent":"463.588943ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:30.311982Z","caller":"traceutil/trace.go:171","msg":"trace[176829179] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"464.485251ms","start":"2026-04-02T17:04:29.847427Z","end":"2026-04-02T17:04:30.311912Z","steps":["trace[176829179] 'process raft request' (duration: 464.245883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.312063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.846843Z","time spent":"465.114761ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:30.312223Z","caller":"traceutil/trace.go:171","msg":"trace[918610173] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"463.374656ms","start":"2026-04-02T17:04:29.848832Z","end":"2026-04-02T17:04:30.312207Z","steps":["trace[918610173] 'process raft request' (duration: 462.923612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.312303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.848821Z","time spent":"463.440578ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:30.312303Z","caller":"traceutil/trace.go:171","msg":"trace[694094484] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"463.004554ms","start":"2026-04-02T17:04:29.849279Z","end":"2026-04-02T17:04:30.312283Z","steps":["trace[694094484] 'process raft request' (duration: 462.766667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.312416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.849269Z","time spent":"463.074476ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:30.312333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.847418Z","time spent":"464.682858ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:30.312403Z","caller":"traceutil/trace.go:171","msg":"trace[1469702557] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8940; }","duration":"462.375515ms","start":"2026-04-02T17:04:29.849956Z","end":"2026-04-02T17:04:30.312332Z","steps":["trace[1469702557] 'read index received' (duration: 50.904907ms)","trace[1469702557] 'applied index is now lower than readState.Index' (duration: 411.468858ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:30.312509Z","caller":"traceutil/trace.go:171","msg":"trace[199936250] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"462.346554ms","start":"2026-04-02T17:04:29.850154Z","end":"2026-04-02T17:04:30.3125Z","steps":["trace[199936250] 'process raft request' (duration: 462.044595ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:30.312516Z","caller":"traceutil/trace.go:171","msg":"trace[2067252155] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"457.785719ms","start":"2026-04-02T17:04:29.854718Z","end":"2026-04-02T17:04:30.312504Z","steps":["trace[2067252155] 'process raft request' (duration: 457.533791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.312556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.850143Z","time spent":"462.385725ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:30.312574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.854707Z","time spent":"457.835742ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:30.312692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.704395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a29904c7b318a2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-02T17:04:30.312736Z","caller":"traceutil/trace.go:171","msg":"trace[1957137610] range","detail":"{range_begin:/registry/events/openstack/ceph.18a29904c7b318a2; range_end:; response_count:1; response_revision:8629; }","duration":"462.777277ms","start":"2026-04-02T17:04:29.849942Z","end":"2026-04-02T17:04:30.312719Z","steps":["trace[1957137610] 'agreement among raft nodes before linearized reading' (duration: 462.590081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.312773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.849935Z","time spent":"462.829809ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18a29904c7b318a2\" "} {"level":"info","ts":"2026-04-02T17:04:30.331265Z","caller":"traceutil/trace.go:171","msg":"trace[30181486] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"425.968745ms","start":"2026-04-02T17:04:29.905282Z","end":"2026-04-02T17:04:30.331251Z","steps":["trace[30181486] 'process raft request' (duration: 425.823131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.331352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.905255Z","time spent":"426.058208ms","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:04:30.331567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.106051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:30.331599Z","caller":"traceutil/trace.go:171","msg":"trace[1827487488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"478.154853ms","start":"2026-04-02T17:04:29.853437Z","end":"2026-04-02T17:04:30.331592Z","steps":["trace[1827487488] 'agreement among raft nodes before linearized reading' (duration: 478.098481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.331618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.853429Z","time spent":"478.186404ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:04:30.331782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.668817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211699"} {"level":"info","ts":"2026-04-02T17:04:30.331857Z","caller":"traceutil/trace.go:171","msg":"trace[812145502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8630; }","duration":"477.765641ms","start":"2026-04-02T17:04:29.854075Z","end":"2026-04-02T17:04:30.331841Z","steps":["trace[812145502] 'agreement among raft nodes before linearized reading' (duration: 477.271445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.33189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.85407Z","time spent":"477.813452ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211723,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:04:30.331896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.054993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:04:30.331914Z","caller":"traceutil/trace.go:171","msg":"trace[2033831008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8630; }","duration":"359.124286ms","start":"2026-04-02T17:04:29.972785Z","end":"2026-04-02T17:04:30.331909Z","steps":["trace[2033831008] 'agreement among raft nodes before linearized reading' (duration: 359.018113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:30.331935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:29.972756Z","time spent":"359.176237ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:04:30.488556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.514719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:04:30.488948Z","caller":"traceutil/trace.go:171","msg":"trace[279620951] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"152.774223ms","start":"2026-04-02T17:04:30.336142Z","end":"2026-04-02T17:04:30.488916Z","steps":["trace[279620951] 'process raft request' (duration: 47.782229ms)","trace[279620951] 'compare' (duration: 104.138597ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:30.489089Z","caller":"traceutil/trace.go:171","msg":"trace[820246345] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"152.40924ms","start":"2026-04-02T17:04:30.336629Z","end":"2026-04-02T17:04:30.489038Z","steps":["trace[820246345] 'process raft request' (duration: 152.210704ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:30.488946Z","caller":"traceutil/trace.go:171","msg":"trace[627913445] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8949; }","duration":"134.794355ms","start":"2026-04-02T17:04:30.354136Z","end":"2026-04-02T17:04:30.488931Z","steps":["trace[627913445] 'read index received' (duration: 29.686828ms)","trace[627913445] 'applied index is now lower than readState.Index' (duration: 105.106217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:30.489335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.709407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:04:30.489342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.521744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-02T17:04:30.489429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.3623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T17:04:30.489477Z","caller":"traceutil/trace.go:171","msg":"trace[1924100239] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8633; }","duration":"153.449964ms","start":"2026-04-02T17:04:30.336016Z","end":"2026-04-02T17:04:30.489466Z","steps":["trace[1924100239] 'agreement among raft nodes before linearized reading' (duration: 152.977029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:30.489435Z","caller":"traceutil/trace.go:171","msg":"trace[1642115977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8633; }","duration":"152.665389ms","start":"2026-04-02T17:04:30.336745Z","end":"2026-04-02T17:04:30.48941Z","steps":["trace[1642115977] 'agreement among raft nodes before linearized reading' (duration: 152.410521ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:30.489378Z","caller":"traceutil/trace.go:171","msg":"trace[1084703817] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8633; }","duration":"131.78705ms","start":"2026-04-02T17:04:30.357579Z","end":"2026-04-02T17:04:30.489366Z","steps":["trace[1084703817] 'agreement among raft nodes before linearized reading' (duration: 131.693567ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:30.64924Z","caller":"traceutil/trace.go:171","msg":"trace[1435111756] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"151.394519ms","start":"2026-04-02T17:04:30.497803Z","end":"2026-04-02T17:04:30.649197Z","steps":["trace[1435111756] 'process raft request' (duration: 107.624147ms)","trace[1435111756] 'compare' (duration: 43.267216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:31.650552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513852118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:32.151078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513852118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:04:32.486681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483027538s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:04:32.487098Z","caller":"traceutil/trace.go:171","msg":"trace[1426992931] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"1.483567426s","start":"2026-04-02T17:04:31.003506Z","end":"2026-04-02T17:04:32.487074Z","steps":["trace[1426992931] 'process raft request' (duration: 1.48337321s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.487235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.003484Z","time spent":"1.4836784s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:32.508626Z","caller":"traceutil/trace.go:171","msg":"trace[778238897] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"1.28214504s","start":"2026-04-02T17:04:31.226456Z","end":"2026-04-02T17:04:32.508601Z","steps":["trace[778238897] 'process raft request' (duration: 1.282083888s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.508636Z","caller":"traceutil/trace.go:171","msg":"trace[1762030838] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"1.418850393s","start":"2026-04-02T17:04:31.089758Z","end":"2026-04-02T17:04:32.508608Z","steps":["trace[1762030838] 'process raft request' (duration: 1.418636826s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.508754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.089724Z","time spent":"1.418960856s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:32.50877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.226417Z","time spent":"1.282256543s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:04:32.508883Z","caller":"traceutil/trace.go:171","msg":"trace[1784003321] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"797.013877ms","start":"2026-04-02T17:04:31.711837Z","end":"2026-04-02T17:04:32.508851Z","steps":["trace[1784003321] 'process raft request' (duration: 796.731168ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.509044Z","caller":"traceutil/trace.go:171","msg":"trace[1718554724] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8953; }","duration":"1.358975224s","start":"2026-04-02T17:04:31.149808Z","end":"2026-04-02T17:04:32.508784Z","steps":["trace[1718554724] 'read index received' (duration: 1.337131015s)","trace[1718554724] 'applied index is now lower than readState.Index' (duration: 21.843019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:32.509092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.711758Z","time spent":"797.196433ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:32.509145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359342356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:32.509204Z","caller":"traceutil/trace.go:171","msg":"trace[482809626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8639; }","duration":"1.359443379s","start":"2026-04-02T17:04:31.149751Z","end":"2026-04-02T17:04:32.509195Z","steps":["trace[482809626] 'agreement among raft nodes before linearized reading' (duration: 1.359361117s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.149736Z","time spent":"1.359496021s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:04:32.509243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.806402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T17:04:32.509272Z","caller":"traceutil/trace.go:171","msg":"trace[313768309] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8639; }","duration":"957.883355ms","start":"2026-04-02T17:04:31.551379Z","end":"2026-04-02T17:04:32.509262Z","steps":["trace[313768309] 'agreement among raft nodes before linearized reading' (duration: 957.761311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.551357Z","time spent":"957.937537ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:04:32.509314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.504599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:04:32.509337Z","caller":"traceutil/trace.go:171","msg":"trace[83873034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8639; }","duration":"168.53659ms","start":"2026-04-02T17:04:32.340793Z","end":"2026-04-02T17:04:32.509329Z","steps":["trace[83873034] 'agreement among raft nodes before linearized reading' (duration: 168.478798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.416563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:04:32.509479Z","caller":"traceutil/trace.go:171","msg":"trace[1503333832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8639; }","duration":"192.489796ms","start":"2026-04-02T17:04:32.316983Z","end":"2026-04-02T17:04:32.509473Z","steps":["trace[1503333832] 'agreement among raft nodes before linearized reading' (duration: 192.425974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.97829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:04:32.509512Z","caller":"traceutil/trace.go:171","msg":"trace[2043181480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8639; }","duration":"192.114604ms","start":"2026-04-02T17:04:32.317392Z","end":"2026-04-02T17:04:32.509507Z","steps":["trace[2043181480] 'agreement among raft nodes before linearized reading' (duration: 192.064223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.649711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:04:32.509598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.716792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:04:32.509625Z","caller":"traceutil/trace.go:171","msg":"trace[1852158173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8639; }","duration":"192.717693ms","start":"2026-04-02T17:04:32.316903Z","end":"2026-04-02T17:04:32.509621Z","steps":["trace[1852158173] 'agreement among raft nodes before linearized reading' (duration: 192.660941ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.509651Z","caller":"traceutil/trace.go:171","msg":"trace[731419125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8639; }","duration":"191.850025ms","start":"2026-04-02T17:04:32.317785Z","end":"2026-04-02T17:04:32.509635Z","steps":["trace[731419125] 'agreement among raft nodes before linearized reading' (duration: 191.549416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.287625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:04:32.509721Z","caller":"traceutil/trace.go:171","msg":"trace[1362047375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8639; }","duration":"605.363038ms","start":"2026-04-02T17:04:31.904353Z","end":"2026-04-02T17:04:32.509716Z","steps":["trace[1362047375] 'agreement among raft nodes before linearized reading' (duration: 605.316226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.904327Z","time spent":"605.41077ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:04:32.509779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.149703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775b75bd95-9pbdm.18a298f78dc88a33\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-02T17:04:32.509808Z","caller":"traceutil/trace.go:171","msg":"trace[196327473] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775b75bd95-9pbdm.18a298f78dc88a33; range_end:; response_count:1; response_revision:8639; }","duration":"670.227995ms","start":"2026-04-02T17:04:31.839572Z","end":"2026-04-02T17:04:32.5098Z","steps":["trace[196327473] 'agreement among raft nodes before linearized reading' (duration: 670.163163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.839547Z","time spent":"670.272126ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-775b75bd95-9pbdm.18a298f78dc88a33\" "} {"level":"warn","ts":"2026-04-02T17:04:32.509881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.798993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:04:32.509905Z","caller":"traceutil/trace.go:171","msg":"trace[1566198793] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8639; }","duration":"612.826854ms","start":"2026-04-02T17:04:31.897073Z","end":"2026-04-02T17:04:32.5099Z","steps":["trace[1566198793] 'agreement among raft nodes before linearized reading' (duration: 612.781132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.50992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:31.896992Z","time spent":"612.924266ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:04:32.5099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.046801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:04:32.509965Z","caller":"traceutil/trace.go:171","msg":"trace[2086036281] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8639; }","duration":"192.125194ms","start":"2026-04-02T17:04:32.317829Z","end":"2026-04-02T17:04:32.509954Z","steps":["trace[2086036281] 'agreement among raft nodes before linearized reading' (duration: 191.97041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.509241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.912488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:04:32.509998Z","caller":"traceutil/trace.go:171","msg":"trace[451336559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8639; }","duration":"192.690863ms","start":"2026-04-02T17:04:32.317302Z","end":"2026-04-02T17:04:32.509993Z","steps":["trace[451336559] 'agreement among raft nodes before linearized reading' (duration: 191.861976ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.615767Z","caller":"traceutil/trace.go:171","msg":"trace[901038017] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"103.097034ms","start":"2026-04-02T17:04:32.512646Z","end":"2026-04-02T17:04:32.615743Z","steps":["trace[901038017] 'process raft request' (duration: 73.81009ms)","trace[901038017] 'compare' (duration: 29.15942ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:32.658416Z","caller":"traceutil/trace.go:171","msg":"trace[1694315605] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8957; }","duration":"143.5179ms","start":"2026-04-02T17:04:32.514879Z","end":"2026-04-02T17:04:32.658397Z","steps":["trace[1694315605] 'read index received' (duration: 71.543278ms)","trace[1694315605] 'applied index is now lower than readState.Index' (duration: 71.973802ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:32.658483Z","caller":"traceutil/trace.go:171","msg":"trace[248816988] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"144.633836ms","start":"2026-04-02T17:04:32.513797Z","end":"2026-04-02T17:04:32.658431Z","steps":["trace[248816988] 'process raft request' (duration: 144.45659ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.658573Z","caller":"traceutil/trace.go:171","msg":"trace[421561858] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"142.098875ms","start":"2026-04-02T17:04:32.516468Z","end":"2026-04-02T17:04:32.658567Z","steps":["trace[421561858] 'process raft request' (duration: 141.903339ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.658606Z","caller":"traceutil/trace.go:171","msg":"trace[422505479] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"144.489731ms","start":"2026-04-02T17:04:32.514066Z","end":"2026-04-02T17:04:32.658556Z","steps":["trace[422505479] 'process raft request' (duration: 144.217852ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.658608Z","caller":"traceutil/trace.go:171","msg":"trace[402902716] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"144.040537ms","start":"2026-04-02T17:04:32.514492Z","end":"2026-04-02T17:04:32.658533Z","steps":["trace[402902716] 'process raft request' (duration: 143.82014ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.658764Z","caller":"traceutil/trace.go:171","msg":"trace[1467686458] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"145.049569ms","start":"2026-04-02T17:04:32.513694Z","end":"2026-04-02T17:04:32.658744Z","steps":["trace[1467686458] 'process raft request' (duration: 144.527812ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.658784Z","caller":"traceutil/trace.go:171","msg":"trace[1003619375] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"145.183932ms","start":"2026-04-02T17:04:32.513484Z","end":"2026-04-02T17:04:32.658668Z","steps":["trace[1003619375] 'process raft request' (duration: 144.599744ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:32.65855Z","caller":"traceutil/trace.go:171","msg":"trace[1585827310] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"143.816289ms","start":"2026-04-02T17:04:32.514724Z","end":"2026-04-02T17:04:32.658541Z","steps":["trace[1585827310] 'process raft request' (duration: 143.610823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.659412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.496642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211699"} {"level":"info","ts":"2026-04-02T17:04:32.659488Z","caller":"traceutil/trace.go:171","msg":"trace[44441085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8647; }","duration":"144.594125ms","start":"2026-04-02T17:04:32.514877Z","end":"2026-04-02T17:04:32.659471Z","steps":["trace[44441085] 'agreement among raft nodes before linearized reading' (duration: 143.849111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:32.659574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.262582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:32.659633Z","caller":"traceutil/trace.go:171","msg":"trace[475478155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8647; }","duration":"143.358655ms","start":"2026-04-02T17:04:32.516265Z","end":"2026-04-02T17:04:32.659624Z","steps":["trace[475478155] 'agreement among raft nodes before linearized reading' (duration: 143.19241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:33.741009Z","caller":"traceutil/trace.go:171","msg":"trace[1175139537] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8967; }","duration":"409.151704ms","start":"2026-04-02T17:04:33.331821Z","end":"2026-04-02T17:04:33.740973Z","steps":["trace[1175139537] 'read index received' (duration: 377.36492ms)","trace[1175139537] 'applied index is now lower than readState.Index' (duration: 31.784844ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:33.741027Z","caller":"traceutil/trace.go:171","msg":"trace[775036417] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"459.408151ms","start":"2026-04-02T17:04:33.281571Z","end":"2026-04-02T17:04:33.740979Z","steps":["trace[775036417] 'process raft request' (duration: 427.69065ms)","trace[775036417] 'compare' (duration: 31.131403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:33.741255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:33.281535Z","time spent":"459.592187ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:33.741376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.859997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:04:33.741429Z","caller":"traceutil/trace.go:171","msg":"trace[1297074594] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8649; }","duration":"148.021652ms","start":"2026-04-02T17:04:33.593395Z","end":"2026-04-02T17:04:33.741416Z","steps":["trace[1297074594] 'agreement among raft nodes before linearized reading' (duration: 147.831006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:33.741342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.427563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:04:33.741579Z","caller":"traceutil/trace.go:171","msg":"trace[1277891740] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8649; }","duration":"409.763184ms","start":"2026-04-02T17:04:33.331747Z","end":"2026-04-02T17:04:33.74151Z","steps":["trace[1277891740] 'agreement among raft nodes before linearized reading' (duration: 409.31185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:33.741747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:33.331713Z","time spent":"409.96287ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:04:33.959573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.460031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:04:33.959681Z","caller":"traceutil/trace.go:171","msg":"trace[1206782391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8649; }","duration":"113.643407ms","start":"2026-04-02T17:04:33.84601Z","end":"2026-04-02T17:04:33.959654Z","steps":["trace[1206782391] 'range keys from in-memory index tree' (duration: 113.079519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.207112Z","caller":"traceutil/trace.go:171","msg":"trace[324425084] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"242.509855ms","start":"2026-04-02T17:04:33.964567Z","end":"2026-04-02T17:04:34.207077Z","steps":["trace[324425084] 'process raft request' (duration: 242.216835ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.256768Z","caller":"traceutil/trace.go:171","msg":"trace[2023458753] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8969; }","duration":"106.077149ms","start":"2026-04-02T17:04:34.15066Z","end":"2026-04-02T17:04:34.256737Z","steps":["trace[2023458753] 'read index received' (duration: 57.314479ms)","trace[2023458753] 'applied index is now lower than readState.Index' (duration: 48.761079ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:34.25694Z","caller":"traceutil/trace.go:171","msg":"trace[208315691] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"234.688888ms","start":"2026-04-02T17:04:34.022179Z","end":"2026-04-02T17:04:34.256868Z","steps":["trace[208315691] 'process raft request' (duration: 233.629844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.257029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.249264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:34.257078Z","caller":"traceutil/trace.go:171","msg":"trace[885019275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8651; }","duration":"106.473571ms","start":"2026-04-02T17:04:34.150589Z","end":"2026-04-02T17:04:34.257062Z","steps":["trace[885019275] 'agreement among raft nodes before linearized reading' (duration: 106.269894ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.360317Z","caller":"traceutil/trace.go:171","msg":"trace[1632188572] linearizableReadLoop","detail":"{readStateIndex:8971; appliedIndex:8970; }","duration":"102.256918ms","start":"2026-04-02T17:04:34.258034Z","end":"2026-04-02T17:04:34.360291Z","steps":["trace[1632188572] 'read index received' (duration: 102.034321ms)","trace[1632188572] 'applied index is now lower than readState.Index' (duration: 221.577µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:34.360384Z","caller":"traceutil/trace.go:171","msg":"trace[1762527138] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"124.890772ms","start":"2026-04-02T17:04:34.235456Z","end":"2026-04-02T17:04:34.360347Z","steps":["trace[1762527138] 'process raft request' (duration: 124.647404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.360538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.469114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:34.360679Z","caller":"traceutil/trace.go:171","msg":"trace[1812118254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8652; }","duration":"102.66031ms","start":"2026-04-02T17:04:34.25798Z","end":"2026-04-02T17:04:34.36064Z","steps":["trace[1812118254] 'agreement among raft nodes before linearized reading' (duration: 102.425602ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.760457Z","caller":"traceutil/trace.go:171","msg":"trace[1832566401] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"244.59722ms","start":"2026-04-02T17:04:34.51583Z","end":"2026-04-02T17:04:34.760428Z","steps":["trace[1832566401] 'process raft request' (duration: 216.811733ms)","trace[1832566401] 'compare' (duration: 27.659893ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:34.799586Z","caller":"traceutil/trace.go:171","msg":"trace[939824634] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8971; }","duration":"265.789408ms","start":"2026-04-02T17:04:34.533765Z","end":"2026-04-02T17:04:34.799554Z","steps":["trace[939824634] 'read index received' (duration: 198.979529ms)","trace[939824634] 'applied index is now lower than readState.Index' (duration: 66.808689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:04:34.799778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.994965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:34.799826Z","caller":"traceutil/trace.go:171","msg":"trace[2099932816] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8654; }","duration":"266.066047ms","start":"2026-04-02T17:04:34.533744Z","end":"2026-04-02T17:04:34.79981Z","steps":["trace[2099932816] 'agreement among raft nodes before linearized reading' (duration: 265.970444ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.799878Z","caller":"traceutil/trace.go:171","msg":"trace[1325321618] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"282.64533ms","start":"2026-04-02T17:04:34.517035Z","end":"2026-04-02T17:04:34.79968Z","steps":["trace[1325321618] 'process raft request' (duration: 282.373451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.799986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.964374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:04:34.800049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.957259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:04:34.800073Z","caller":"traceutil/trace.go:171","msg":"trace[1052952885] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8654; }","duration":"253.128948ms","start":"2026-04-02T17:04:34.546921Z","end":"2026-04-02T17:04:34.80005Z","steps":["trace[1052952885] 'agreement among raft nodes before linearized reading' (duration: 252.929772ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.800117Z","caller":"traceutil/trace.go:171","msg":"trace[1075006533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8654; }","duration":"135.046512ms","start":"2026-04-02T17:04:34.66505Z","end":"2026-04-02T17:04:34.800097Z","steps":["trace[1075006533] 'agreement among raft nodes before linearized reading' (duration: 134.805044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.800338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.31283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T17:04:34.80034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.349261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:04:34.800381Z","caller":"traceutil/trace.go:171","msg":"trace[1066980263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8654; }","duration":"135.374931ms","start":"2026-04-02T17:04:34.664996Z","end":"2026-04-02T17:04:34.80037Z","steps":["trace[1066980263] 'agreement among raft nodes before linearized reading' (duration: 135.215916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.800398Z","caller":"traceutil/trace.go:171","msg":"trace[1216459304] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8654; }","duration":"135.438014ms","start":"2026-04-02T17:04:34.664939Z","end":"2026-04-02T17:04:34.800377Z","steps":["trace[1216459304] 'agreement among raft nodes before linearized reading' (duration: 135.199906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.800461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.737453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:04:34.800469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.247658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:04:34.800505Z","caller":"traceutil/trace.go:171","msg":"trace[610522710] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8654; }","duration":"135.825806ms","start":"2026-04-02T17:04:34.664664Z","end":"2026-04-02T17:04:34.80049Z","steps":["trace[610522710] 'agreement among raft nodes before linearized reading' (duration: 135.701582ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.800518Z","caller":"traceutil/trace.go:171","msg":"trace[1026721172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8654; }","duration":"135.356352ms","start":"2026-04-02T17:04:34.66515Z","end":"2026-04-02T17:04:34.800506Z","steps":["trace[1026721172] 'agreement among raft nodes before linearized reading' (duration: 135.209627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.800546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.585994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T17:04:34.800445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.937198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:04:34.800587Z","caller":"traceutil/trace.go:171","msg":"trace[1122685237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8654; }","duration":"132.638496ms","start":"2026-04-02T17:04:34.667933Z","end":"2026-04-02T17:04:34.800572Z","steps":["trace[1122685237] 'agreement among raft nodes before linearized reading' (duration: 132.556513ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.800612Z","caller":"traceutil/trace.go:171","msg":"trace[1315494211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8654; }","duration":"135.155615ms","start":"2026-04-02T17:04:34.665443Z","end":"2026-04-02T17:04:34.800599Z","steps":["trace[1315494211] 'agreement among raft nodes before linearized reading' (duration: 134.789753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:34.800638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.095065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:04:34.800666Z","caller":"traceutil/trace.go:171","msg":"trace[1102224670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8654; }","duration":"136.174828ms","start":"2026-04-02T17:04:34.664483Z","end":"2026-04-02T17:04:34.800657Z","steps":["trace[1102224670] 'agreement among raft nodes before linearized reading' (duration: 136.094505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.910754Z","caller":"traceutil/trace.go:171","msg":"trace[798736024] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"105.743698ms","start":"2026-04-02T17:04:34.804978Z","end":"2026-04-02T17:04:34.910722Z","steps":["trace[798736024] 'process raft request' (duration: 97.706124ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.911231Z","caller":"traceutil/trace.go:171","msg":"trace[324820929] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"105.79903ms","start":"2026-04-02T17:04:34.805402Z","end":"2026-04-02T17:04:34.911201Z","steps":["trace[324820929] 'process raft request' (duration: 105.709927ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.911249Z","caller":"traceutil/trace.go:171","msg":"trace[2141749251] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"105.861312ms","start":"2026-04-02T17:04:34.805345Z","end":"2026-04-02T17:04:34.911207Z","steps":["trace[2141749251] 'process raft request' (duration: 105.597774ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.911275Z","caller":"traceutil/trace.go:171","msg":"trace[1857385696] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"106.172562ms","start":"2026-04-02T17:04:34.80506Z","end":"2026-04-02T17:04:34.911233Z","steps":["trace[1857385696] 'process raft request' (duration: 105.605264ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.911489Z","caller":"traceutil/trace.go:171","msg":"trace[689151404] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"105.7948ms","start":"2026-04-02T17:04:34.805683Z","end":"2026-04-02T17:04:34.911478Z","steps":["trace[689151404] 'process raft request' (duration: 105.602984ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:34.911671Z","caller":"traceutil/trace.go:171","msg":"trace[1516974012] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"106.012366ms","start":"2026-04-02T17:04:34.805639Z","end":"2026-04-02T17:04:34.911651Z","steps":["trace[1516974012] 'process raft request' (duration: 105.51894ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.157414Z","caller":"traceutil/trace.go:171","msg":"trace[1754138547] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9033; }","duration":"314.827467ms","start":"2026-04-02T17:04:40.842541Z","end":"2026-04-02T17:04:41.157368Z","steps":["trace[1754138547] 'read index received' (duration: 314.561708ms)","trace[1754138547] 'applied index is now lower than readState.Index' (duration: 264.729µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:41.157456Z","caller":"traceutil/trace.go:171","msg":"trace[1867108442] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"335.241821ms","start":"2026-04-02T17:04:40.822177Z","end":"2026-04-02T17:04:41.157418Z","steps":["trace[1867108442] 'process raft request' (duration: 335.026375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.157639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:40.822143Z","time spent":"335.387196ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:04:41.157681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.115026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T17:04:41.157742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.732132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:04:41.157755Z","caller":"traceutil/trace.go:171","msg":"trace[1932751340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:8713; }","duration":"315.22578ms","start":"2026-04-02T17:04:40.842513Z","end":"2026-04-02T17:04:41.157739Z","steps":["trace[1932751340] 'agreement among raft nodes before linearized reading' (duration: 314.991812ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.15779Z","caller":"traceutil/trace.go:171","msg":"trace[1018656688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8713; }","duration":"217.793754ms","start":"2026-04-02T17:04:40.939985Z","end":"2026-04-02T17:04:41.157779Z","steps":["trace[1018656688] 'agreement among raft nodes before linearized reading' (duration: 217.695891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.157799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:40.8425Z","time spent":"315.292622ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T17:04:41.157866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.386723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:04:41.157656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.964771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T17:04:41.157854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.694408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:04:41.157928Z","caller":"traceutil/trace.go:171","msg":"trace[1244620636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8713; }","duration":"309.257701ms","start":"2026-04-02T17:04:40.848654Z","end":"2026-04-02T17:04:41.157912Z","steps":["trace[1244620636] 'agreement among raft nodes before linearized reading' (duration: 308.885919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.157974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:04:40.848643Z","time spent":"309.318884ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:04:41.157968Z","caller":"traceutil/trace.go:171","msg":"trace[156050515] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8713; }","duration":"215.849693ms","start":"2026-04-02T17:04:40.942092Z","end":"2026-04-02T17:04:41.157941Z","steps":["trace[156050515] 'agreement among raft nodes before linearized reading' (duration: 215.493812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.157985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.017463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:04:41.158016Z","caller":"traceutil/trace.go:171","msg":"trace[1483047258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8713; }","duration":"219.099445ms","start":"2026-04-02T17:04:40.938908Z","end":"2026-04-02T17:04:41.158007Z","steps":["trace[1483047258] 'agreement among raft nodes before linearized reading' (duration: 219.023203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.158026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.555232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:04:41.158057Z","caller":"traceutil/trace.go:171","msg":"trace[131368124] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8713; }","duration":"278.655325ms","start":"2026-04-02T17:04:40.879392Z","end":"2026-04-02T17:04:41.158048Z","steps":["trace[131368124] 'agreement among raft nodes before linearized reading' (duration: 278.599664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.158022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.384346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:04:41.158175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.021919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:41.158204Z","caller":"traceutil/trace.go:171","msg":"trace[1766473306] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8713; }","duration":"293.095711ms","start":"2026-04-02T17:04:40.8651Z","end":"2026-04-02T17:04:41.158196Z","steps":["trace[1766473306] 'agreement among raft nodes before linearized reading' (duration: 292.999718ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.158186Z","caller":"traceutil/trace.go:171","msg":"trace[2088316478] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8713; }","duration":"214.598064ms","start":"2026-04-02T17:04:40.943554Z","end":"2026-04-02T17:04:41.158152Z","steps":["trace[2088316478] 'agreement among raft nodes before linearized reading' (duration: 214.108788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.158331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.667237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T17:04:41.157779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.190429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:04:41.15791Z","caller":"traceutil/trace.go:171","msg":"trace[118733221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8713; }","duration":"218.447535ms","start":"2026-04-02T17:04:40.93945Z","end":"2026-04-02T17:04:41.157898Z","steps":["trace[118733221] 'agreement among raft nodes before linearized reading' (duration: 218.360882ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.158426Z","caller":"traceutil/trace.go:171","msg":"trace[666450027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8713; }","duration":"215.778111ms","start":"2026-04-02T17:04:40.942635Z","end":"2026-04-02T17:04:41.158413Z","steps":["trace[666450027] 'agreement among raft nodes before linearized reading' (duration: 215.615966ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.158434Z","caller":"traceutil/trace.go:171","msg":"trace[1125147846] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8713; }","duration":"219.899671ms","start":"2026-04-02T17:04:40.938522Z","end":"2026-04-02T17:04:41.158421Z","steps":["trace[1125147846] 'agreement among raft nodes before linearized reading' (duration: 219.175568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.158524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.79311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:04:41.158646Z","caller":"traceutil/trace.go:171","msg":"trace[1967458168] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8713; }","duration":"145.832813ms","start":"2026-04-02T17:04:41.012783Z","end":"2026-04-02T17:04:41.158616Z","steps":["trace[1967458168] 'agreement among raft nodes before linearized reading' (duration: 144.806871ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.271144Z","caller":"traceutil/trace.go:171","msg":"trace[771100620] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"107.418831ms","start":"2026-04-02T17:04:41.163687Z","end":"2026-04-02T17:04:41.271106Z","steps":["trace[771100620] 'process raft request' (duration: 106.968077ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.275529Z","caller":"traceutil/trace.go:171","msg":"trace[496800533] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"111.697616ms","start":"2026-04-02T17:04:41.163815Z","end":"2026-04-02T17:04:41.275512Z","steps":["trace[496800533] 'process raft request' (duration: 111.617103ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.275944Z","caller":"traceutil/trace.go:171","msg":"trace[1066654900] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"111.969224ms","start":"2026-04-02T17:04:41.163946Z","end":"2026-04-02T17:04:41.275915Z","steps":["trace[1066654900] 'process raft request' (duration: 111.52719ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.276083Z","caller":"traceutil/trace.go:171","msg":"trace[2009451145] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"112.068178ms","start":"2026-04-02T17:04:41.163999Z","end":"2026-04-02T17:04:41.276067Z","steps":["trace[2009451145] 'process raft request' (duration: 111.845181ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.276146Z","caller":"traceutil/trace.go:171","msg":"trace[1395040052] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8720; }","duration":"102.431953ms","start":"2026-04-02T17:04:41.173686Z","end":"2026-04-02T17:04:41.276118Z","steps":["trace[1395040052] 'process raft request' (duration: 102.358351ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.276148Z","caller":"traceutil/trace.go:171","msg":"trace[1951823803] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"111.406946ms","start":"2026-04-02T17:04:41.164681Z","end":"2026-04-02T17:04:41.276088Z","steps":["trace[1951823803] 'process raft request' (duration: 111.326074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.27614Z","caller":"traceutil/trace.go:171","msg":"trace[1566098386] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9034; }","duration":"111.469358ms","start":"2026-04-02T17:04:41.164626Z","end":"2026-04-02T17:04:41.276096Z","steps":["trace[1566098386] 'read index received' (duration: 106.042927ms)","trace[1566098386] 'applied index is now lower than readState.Index' (duration: 5.425061ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:41.276194Z","caller":"traceutil/trace.go:171","msg":"trace[232033146] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"111.732286ms","start":"2026-04-02T17:04:41.16445Z","end":"2026-04-02T17:04:41.276182Z","steps":["trace[232033146] 'process raft request' (duration: 111.507589ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:41.275716Z","caller":"traceutil/trace.go:171","msg":"trace[1304692327] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"111.897822ms","start":"2026-04-02T17:04:41.163741Z","end":"2026-04-02T17:04:41.275639Z","steps":["trace[1304692327] 'process raft request' (duration: 111.601733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:41.276393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.736057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:04:41.276444Z","caller":"traceutil/trace.go:171","msg":"trace[584801187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8720; }","duration":"111.83119ms","start":"2026-04-02T17:04:41.164601Z","end":"2026-04-02T17:04:41.276432Z","steps":["trace[584801187] 'agreement among raft nodes before linearized reading' (duration: 111.596773ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:12.310244Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b0.wal"} {"level":"info","ts":"2026-04-02T17:05:27.140865Z","caller":"traceutil/trace.go:171","msg":"trace[2135657902] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"143.659985ms","start":"2026-04-02T17:05:26.997164Z","end":"2026-04-02T17:05:27.140824Z","steps":["trace[2135657902] 'process raft request' (duration: 143.397187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.02631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.251247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T17:05:38.026829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.53659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:05:38.026885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.843852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:05:38.026979Z","caller":"traceutil/trace.go:171","msg":"trace[1219222997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9254; }","duration":"404.729175ms","start":"2026-04-02T17:05:37.622217Z","end":"2026-04-02T17:05:38.026946Z","steps":["trace[1219222997] 'range keys from in-memory index tree' (duration: 404.374175ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:38.026992Z","caller":"traceutil/trace.go:171","msg":"trace[936778700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9254; }","duration":"399.990016ms","start":"2026-04-02T17:05:37.626975Z","end":"2026-04-02T17:05:38.026965Z","steps":["trace[936778700] 'range keys from in-memory index tree' (duration: 399.621275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.026563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.826789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:05:38.027045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.626962Z","time spent":"400.072579ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:05:38.02704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.622209Z","time spent":"404.815789ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:05:38.026574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.313182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:05:38.027171Z","caller":"traceutil/trace.go:171","msg":"trace[1192449518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9254; }","duration":"408.927228ms","start":"2026-04-02T17:05:37.617984Z","end":"2026-04-02T17:05:38.026911Z","steps":["trace[1192449518] 'range keys from in-memory index tree' (duration: 408.001739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.027315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.617962Z","time spent":"409.329441ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:05:38.027412Z","caller":"traceutil/trace.go:171","msg":"trace[1341059321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9254; }","duration":"412.511341ms","start":"2026-04-02T17:05:37.614599Z","end":"2026-04-02T17:05:38.02711Z","steps":["trace[1341059321] 'range keys from in-memory index tree' (duration: 411.630404ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:38.027176Z","caller":"traceutil/trace.go:171","msg":"trace[2079424405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:9254; }","duration":"514.912511ms","start":"2026-04-02T17:05:37.512224Z","end":"2026-04-02T17:05:38.027137Z","steps":["trace[2079424405] 'range keys from in-memory index tree' (duration: 514.155897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.027538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.614569Z","time spent":"412.932185ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:05:38.027601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.512208Z","time spent":"515.322734ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T17:05:38.026705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.198823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:05:38.027691Z","caller":"traceutil/trace.go:171","msg":"trace[1898946701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9254; }","duration":"401.199034ms","start":"2026-04-02T17:05:37.626481Z","end":"2026-04-02T17:05:38.02768Z","steps":["trace[1898946701] 'range keys from in-memory index tree' (duration: 400.102609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.027718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.62647Z","time spent":"401.238505ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:05:38.026715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.778653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:05:38.027842Z","caller":"traceutil/trace.go:171","msg":"trace[1554939741] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9254; }","duration":"402.915649ms","start":"2026-04-02T17:05:37.624901Z","end":"2026-04-02T17:05:38.027816Z","steps":["trace[1554939741] 'range keys from in-memory index tree' (duration: 401.656579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.027808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.678229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:05:38.02678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.997643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:05:38.027908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.624886Z","time spent":"403.003091ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:05:38.027943Z","caller":"traceutil/trace.go:171","msg":"trace[275431924] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9254; }","duration":"522.712147ms","start":"2026-04-02T17:05:37.505214Z","end":"2026-04-02T17:05:38.027926Z","steps":["trace[275431924] 'count revisions from in-memory index tree' (duration: 520.8915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.026574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.489869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:05:38.028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.5052Z","time spent":"522.780969ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:05:38.028091Z","caller":"traceutil/trace.go:171","msg":"trace[134669745] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9254; }","duration":"296.062709ms","start":"2026-04-02T17:05:37.731975Z","end":"2026-04-02T17:05:38.028038Z","steps":["trace[134669745] 'count revisions from in-memory index tree' (duration: 294.335464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:38.028257Z","caller":"traceutil/trace.go:171","msg":"trace[1749096093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9254; }","duration":"407.797672ms","start":"2026-04-02T17:05:37.620093Z","end":"2026-04-02T17:05:38.027891Z","steps":["trace[1749096093] 'range keys from in-memory index tree' (duration: 406.103659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.02848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:37.62008Z","time spent":"408.384921ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:05:38.132263Z","caller":"traceutil/trace.go:171","msg":"trace[718662640] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"100.070986ms","start":"2026-04-02T17:05:38.032162Z","end":"2026-04-02T17:05:38.132233Z","steps":["trace[718662640] 'process raft request' (duration: 99.809828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.132896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.041355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244661"} {"level":"info","ts":"2026-04-02T17:05:38.133008Z","caller":"traceutil/trace.go:171","msg":"trace[756420003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9255; }","duration":"100.17878ms","start":"2026-04-02T17:05:38.032806Z","end":"2026-04-02T17:05:38.132985Z","steps":["trace[756420003] 'agreement among raft nodes before linearized reading' (duration: 99.440116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.632602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513853892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:05:38.702548Z","caller":"traceutil/trace.go:171","msg":"trace[1179010956] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"669.730494ms","start":"2026-04-02T17:05:38.03279Z","end":"2026-04-02T17:05:38.702521Z","steps":["trace[1179010956] 'process raft request' (duration: 668.66819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.702752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.032761Z","time spent":"669.865178ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:05:38.703156Z","caller":"traceutil/trace.go:171","msg":"trace[1536024770] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"670.301352ms","start":"2026-04-02T17:05:38.032841Z","end":"2026-04-02T17:05:38.703143Z","steps":["trace[1536024770] 'process raft request' (duration: 670.143918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.703226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.032813Z","time spent":"670.381075ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:05:38.703297Z","caller":"traceutil/trace.go:171","msg":"trace[1925963704] linearizableReadLoop","detail":"{readStateIndex:9596; appliedIndex:9590; }","duration":"571.102144ms","start":"2026-04-02T17:05:38.13215Z","end":"2026-04-02T17:05:38.703252Z","steps":["trace[1925963704] 'read index received' (duration: 569.263266ms)","trace[1925963704] 'applied index is now lower than readState.Index' (duration: 1.837488ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:05:38.703317Z","caller":"traceutil/trace.go:171","msg":"trace[1746049682] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"670.24257ms","start":"2026-04-02T17:05:38.033023Z","end":"2026-04-02T17:05:38.703265Z","steps":["trace[1746049682] 'process raft request' (duration: 670.151407ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:38.703344Z","caller":"traceutil/trace.go:171","msg":"trace[1904536644] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"670.25563ms","start":"2026-04-02T17:05:38.033013Z","end":"2026-04-02T17:05:38.703269Z","steps":["trace[1904536644] 'process raft request' (duration: 670.128456ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:38.703369Z","caller":"traceutil/trace.go:171","msg":"trace[1810633218] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"670.396345ms","start":"2026-04-02T17:05:38.032904Z","end":"2026-04-02T17:05:38.703301Z","steps":["trace[1810633218] 'process raft request' (duration: 670.182529ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:05:38.703393Z","caller":"traceutil/trace.go:171","msg":"trace[443442185] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"669.857829ms","start":"2026-04-02T17:05:38.033486Z","end":"2026-04-02T17:05:38.703343Z","steps":["trace[443442185] 'process raft request' (duration: 669.723675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.703521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.033011Z","time spent":"670.402695ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:05:38.703541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.003236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:05:38.703587Z","caller":"traceutil/trace.go:171","msg":"trace[1164495018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9261; }","duration":"555.069098ms","start":"2026-04-02T17:05:38.148503Z","end":"2026-04-02T17:05:38.703572Z","steps":["trace[1164495018] 'agreement among raft nodes before linearized reading' (duration: 554.998126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.703582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.032998Z","time spent":"670.462417ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:05:38.703618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.148487Z","time spent":"555.126049ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:05:38.703633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.033475Z","time spent":"670.040864ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:05:38.703653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.752833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-04-02T17:05:38.703709Z","caller":"traceutil/trace.go:171","msg":"trace[1962154063] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9261; }","duration":"622.839556ms","start":"2026-04-02T17:05:38.080852Z","end":"2026-04-02T17:05:38.703692Z","steps":["trace[1962154063] 'agreement among raft nodes before linearized reading' (duration: 622.595228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:38.703653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.032877Z","time spent":"670.610962ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:05:38.703783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.080836Z","time spent":"622.933928ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7061,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:05:38.703903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.172839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:05:38.703975Z","caller":"traceutil/trace.go:171","msg":"trace[572099475] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9261; }","duration":"268.291292ms","start":"2026-04-02T17:05:38.435666Z","end":"2026-04-02T17:05:38.703957Z","steps":["trace[572099475] 'agreement among raft nodes before linearized reading' (duration: 268.149508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:39.079014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.6851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T17:05:39.079167Z","caller":"traceutil/trace.go:171","msg":"trace[751100765] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"373.317295ms","start":"2026-04-02T17:05:38.705822Z","end":"2026-04-02T17:05:39.07914Z","steps":["trace[751100765] 'read index received' (duration: 10.478671ms)","trace[751100765] 'applied index is now lower than readState.Index' (duration: 362.836234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:05:39.079373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.557023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:05:39.079416Z","caller":"traceutil/trace.go:171","msg":"trace[1740297727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9261; }","duration":"373.663346ms","start":"2026-04-02T17:05:38.705738Z","end":"2026-04-02T17:05:39.079401Z","steps":["trace[1740297727] 'agreement among raft nodes before linearized reading' (duration: 373.555323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:39.079464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.705695Z","time spent":"373.755539ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:05:39.079503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.896076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:05:39.079651Z","caller":"traceutil/trace.go:171","msg":"trace[339761180] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9261; }","duration":"330.119242ms","start":"2026-04-02T17:05:38.7495Z","end":"2026-04-02T17:05:39.079619Z","steps":["trace[339761180] 'agreement among raft nodes before linearized reading' (duration: 329.891735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:05:39.079706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:05:38.749473Z","time spent":"330.219526ms","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:06:25.233044Z","caller":"traceutil/trace.go:171","msg":"trace[2037446386] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"114.574054ms","start":"2026-04-02T17:06:25.118439Z","end":"2026-04-02T17:06:25.233013Z","steps":["trace[2037446386] 'process raft request' (duration: 106.55014ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:25.702589Z","caller":"traceutil/trace.go:171","msg":"trace[472616707] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"439.677166ms","start":"2026-04-02T17:06:25.26288Z","end":"2026-04-02T17:06:25.702557Z","steps":["trace[472616707] 'process raft request' (duration: 366.991835ms)","trace[472616707] 'compare' (duration: 72.387742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:06:25.702753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:25.262793Z","time spent":"439.881023ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:06:25.920304Z","caller":"traceutil/trace.go:171","msg":"trace[2049953246] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"648.843345ms","start":"2026-04-02T17:06:25.271425Z","end":"2026-04-02T17:06:25.920268Z","steps":["trace[2049953246] 'process raft request' (duration: 641.136041ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:25.920391Z","caller":"traceutil/trace.go:171","msg":"trace[2074538479] linearizableReadLoop","detail":"{readStateIndex:9998; appliedIndex:9996; }","duration":"464.384566ms","start":"2026-04-02T17:06:25.455965Z","end":"2026-04-02T17:06:25.92035Z","steps":["trace[2074538479] 'read index received' (duration: 173.957297ms)","trace[2074538479] 'applied index is now lower than readState.Index' (duration: 290.426179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:06:25.920516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:25.271408Z","time spent":"648.984229ms","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:06:25.920624Z","caller":"traceutil/trace.go:171","msg":"trace[454586353] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"462.27373ms","start":"2026-04-02T17:06:25.458299Z","end":"2026-04-02T17:06:25.920573Z","steps":["trace[454586353] 'process raft request' (duration: 461.878638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.92087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:25.458269Z","time spent":"462.481847ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:06:25.92087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.881482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:25.920962Z","caller":"traceutil/trace.go:171","msg":"trace[520447135] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9653; }","duration":"465.033187ms","start":"2026-04-02T17:06:25.455909Z","end":"2026-04-02T17:06:25.920942Z","steps":["trace[520447135] 'agreement among raft nodes before linearized reading' (duration: 464.647725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.921114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:25.455883Z","time spent":"465.216323ms","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:06:25.923808Z","caller":"traceutil/trace.go:171","msg":"trace[1693556030] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"246.426873ms","start":"2026-04-02T17:06:25.677332Z","end":"2026-04-02T17:06:25.923759Z","steps":["trace[1693556030] 'process raft request' (duration: 246.098422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.924076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.626488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:25.924176Z","caller":"traceutil/trace.go:171","msg":"trace[1432550414] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9654; }","duration":"298.793143ms","start":"2026-04-02T17:06:25.625358Z","end":"2026-04-02T17:06:25.924151Z","steps":["trace[1432550414] 'agreement among raft nodes before linearized reading' (duration: 298.588757ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:25.962354Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb257ce137899862","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:06:26.045538Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T17:06:26.045892Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T17:06:27.292449Z","caller":"traceutil/trace.go:171","msg":"trace[2123577301] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"288.930763ms","start":"2026-04-02T17:06:27.003492Z","end":"2026-04-02T17:06:27.292423Z","steps":["trace[2123577301] 'process raft request' (duration: 288.711316ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:27.292715Z","caller":"traceutil/trace.go:171","msg":"trace[283006129] linearizableReadLoop","detail":"{readStateIndex:10020; appliedIndex:10018; }","duration":"261.316852ms","start":"2026-04-02T17:06:27.031361Z","end":"2026-04-02T17:06:27.292678Z","steps":["trace[283006129] 'read index received' (duration: 260.847627ms)","trace[283006129] 'applied index is now lower than readState.Index' (duration: 466.905µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:27.29281Z","caller":"traceutil/trace.go:171","msg":"trace[717293351] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"289.13287ms","start":"2026-04-02T17:06:27.003631Z","end":"2026-04-02T17:06:27.292764Z","steps":["trace[717293351] 'process raft request' (duration: 288.751558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:27.292978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.937135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T17:06:27.293044Z","caller":"traceutil/trace.go:171","msg":"trace[202541037] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9674; }","duration":"264.062289ms","start":"2026-04-02T17:06:27.028964Z","end":"2026-04-02T17:06:27.293026Z","steps":["trace[202541037] 'agreement among raft nodes before linearized reading' (duration: 263.817332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:27.293223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.442597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:06:27.293371Z","caller":"traceutil/trace.go:171","msg":"trace[609725605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9674; }","duration":"287.610132ms","start":"2026-04-02T17:06:27.005693Z","end":"2026-04-02T17:06:27.293303Z","steps":["trace[609725605] 'agreement among raft nodes before linearized reading' (duration: 287.188389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:27.294072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.809564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:27.294135Z","caller":"traceutil/trace.go:171","msg":"trace[290324404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9675; }","duration":"142.948139ms","start":"2026-04-02T17:06:27.151172Z","end":"2026-04-02T17:06:27.29412Z","steps":["trace[290324404] 'agreement among raft nodes before linearized reading' (duration: 142.769023ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:27.294292Z","caller":"traceutil/trace.go:171","msg":"trace[1075415088] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"257.419409ms","start":"2026-04-02T17:06:27.036832Z","end":"2026-04-02T17:06:27.294252Z","steps":["trace[1075415088] 'process raft request' (duration: 256.959234ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:07:48.689615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7841} {"level":"info","ts":"2026-04-02T17:07:48.75442Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7841,"took":"62.259826ms","hash":3207308079,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":27414528,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-02T17:07:48.754513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3207308079,"revision":7841,"compact-revision":5664} {"level":"warn","ts":"2026-04-02T17:09:15.075011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.203764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:09:15.075159Z","caller":"traceutil/trace.go:171","msg":"trace[270214304] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11161; }","duration":"232.429481ms","start":"2026-04-02T17:09:14.842699Z","end":"2026-04-02T17:09:15.075128Z","steps":["trace[270214304] 'count revisions from in-memory index tree' (duration: 232.001697ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:15.426725Z","caller":"traceutil/trace.go:171","msg":"trace[1447790452] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"156.912796ms","start":"2026-04-02T17:09:15.269777Z","end":"2026-04-02T17:09:15.42669Z","steps":["trace[1447790452] 'process raft request' (duration: 156.689579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.259032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.284064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:09:16.25914Z","caller":"traceutil/trace.go:171","msg":"trace[1907414557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11162; }","duration":"584.426459ms","start":"2026-04-02T17:09:15.674691Z","end":"2026-04-02T17:09:16.259118Z","steps":["trace[1907414557] 'count revisions from in-memory index tree' (duration: 584.140769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.259191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:15.674604Z","time spent":"584.574063ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:09:16.259301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.667087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:09:16.259374Z","caller":"traceutil/trace.go:171","msg":"trace[1659485893] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11162; }","duration":"250.77665ms","start":"2026-04-02T17:09:16.008578Z","end":"2026-04-02T17:09:16.259355Z","steps":["trace[1659485893] 'range keys from in-memory index tree' (duration: 250.45514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.259651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.703489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:09:16.259969Z","caller":"traceutil/trace.go:171","msg":"trace[1827466731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11162; }","duration":"264.096792ms","start":"2026-04-02T17:09:15.995838Z","end":"2026-04-02T17:09:16.259935Z","steps":["trace[1827466731] 'range keys from in-memory index tree' (duration: 263.226004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.260204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.193172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:09:16.260264Z","caller":"traceutil/trace.go:171","msg":"trace[207054455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:11162; }","duration":"515.293304ms","start":"2026-04-02T17:09:15.744955Z","end":"2026-04-02T17:09:16.260248Z","steps":["trace[207054455] 'range keys from in-memory index tree' (duration: 513.786077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.260301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:15.744926Z","time spent":"515.366767ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"info","ts":"2026-04-02T17:09:16.44526Z","caller":"traceutil/trace.go:171","msg":"trace[484992180] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"180.133909ms","start":"2026-04-02T17:09:16.265066Z","end":"2026-04-02T17:09:16.445199Z","steps":["trace[484992180] 'process raft request' (duration: 179.922592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.620698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.05374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:09:16.620806Z","caller":"traceutil/trace.go:171","msg":"trace[1282692684] linearizableReadLoop","detail":"{readStateIndex:11555; appliedIndex:11553; }","duration":"354.919879ms","start":"2026-04-02T17:09:16.265866Z","end":"2026-04-02T17:09:16.620786Z","steps":["trace[1282692684] 'read index received' (duration: 179.079406ms)","trace[1282692684] 'applied index is now lower than readState.Index' (duration: 175.839053ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:09:16.620983Z","caller":"traceutil/trace.go:171","msg":"trace[682717486] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"355.552549ms","start":"2026-04-02T17:09:16.265334Z","end":"2026-04-02T17:09:16.620887Z","steps":["trace[682717486] 'process raft request' (duration: 236.19734ms)","trace[682717486] 'compare' (duration: 118.845523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:09:16.621286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.265329Z","time spent":"355.814577ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:09:16.621875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.598542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:09:16.621903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.036625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430859"} {"level":"info","ts":"2026-04-02T17:09:16.62195Z","caller":"traceutil/trace.go:171","msg":"trace[220270644] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11164; }","duration":"356.139857ms","start":"2026-04-02T17:09:16.265798Z","end":"2026-04-02T17:09:16.621938Z","steps":["trace[220270644] 'agreement among raft nodes before linearized reading' (duration: 355.094804ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:16.621923Z","caller":"traceutil/trace.go:171","msg":"trace[890170258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11164; }","duration":"305.677234ms","start":"2026-04-02T17:09:16.316234Z","end":"2026-04-02T17:09:16.621911Z","steps":["trace[890170258] 'agreement among raft nodes before linearized reading' (duration: 305.602332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.622001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.316217Z","time spent":"305.774617ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:09:16.622053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.265775Z","time spent":"356.21103ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":430883,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:09:16.62228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.338212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:09:16.622323Z","caller":"traceutil/trace.go:171","msg":"trace[1578795229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11164; }","duration":"234.418684ms","start":"2026-04-02T17:09:16.387892Z","end":"2026-04-02T17:09:16.622311Z","steps":["trace[1578795229] 'agreement among raft nodes before linearized reading' (duration: 234.345802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.622693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.395034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:09:16.62281Z","caller":"traceutil/trace.go:171","msg":"trace[1696345978] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11164; }","duration":"304.518097ms","start":"2026-04-02T17:09:16.318273Z","end":"2026-04-02T17:09:16.622791Z","steps":["trace[1696345978] 'agreement among raft nodes before linearized reading' (duration: 304.374793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.622828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.173022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T17:09:16.622887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.318268Z","time spent":"304.606431ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:09:16.623177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.696545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:09:16.623236Z","caller":"traceutil/trace.go:171","msg":"trace[53374061] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11164; }","duration":"305.808579ms","start":"2026-04-02T17:09:16.317414Z","end":"2026-04-02T17:09:16.623222Z","steps":["trace[53374061] 'agreement among raft nodes before linearized reading' (duration: 305.579632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.623406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.317405Z","time spent":"305.973544ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:09:16.623771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.392969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:09:16.623789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.559255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:09:16.623936Z","caller":"traceutil/trace.go:171","msg":"trace[2139098712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11164; }","duration":"264.757582ms","start":"2026-04-02T17:09:16.359161Z","end":"2026-04-02T17:09:16.623919Z","steps":["trace[2139098712] 'agreement among raft nodes before linearized reading' (duration: 264.050479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.624211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.078334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:09:16.624295Z","caller":"traceutil/trace.go:171","msg":"trace[16011201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11164; }","duration":"266.187457ms","start":"2026-04-02T17:09:16.358092Z","end":"2026-04-02T17:09:16.624279Z","steps":["trace[16011201] 'agreement among raft nodes before linearized reading' (duration: 266.050903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.624556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.952306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:09:16.624604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.080867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:09:16.624692Z","caller":"traceutil/trace.go:171","msg":"trace[1555640174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11164; }","duration":"306.225252ms","start":"2026-04-02T17:09:16.318456Z","end":"2026-04-02T17:09:16.624681Z","steps":["trace[1555640174] 'agreement among raft nodes before linearized reading' (duration: 306.117218ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:16.624671Z","caller":"traceutil/trace.go:171","msg":"trace[357865123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11164; }","duration":"270.09022ms","start":"2026-04-02T17:09:16.354568Z","end":"2026-04-02T17:09:16.624659Z","steps":["trace[357865123] 'agreement among raft nodes before linearized reading' (duration: 269.911505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:16.623831Z","caller":"traceutil/trace.go:171","msg":"trace[1600034578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11164; }","duration":"307.521812ms","start":"2026-04-02T17:09:16.316289Z","end":"2026-04-02T17:09:16.62381Z","steps":["trace[1600034578] 'agreement among raft nodes before linearized reading' (duration: 307.44098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.624963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.316262Z","time spent":"308.682319ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:09:16.624764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.318428Z","time spent":"306.323595ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-02T17:09:16.622927Z","caller":"traceutil/trace.go:171","msg":"trace[2146403207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11164; }","duration":"263.298876ms","start":"2026-04-02T17:09:16.359613Z","end":"2026-04-02T17:09:16.622912Z","steps":["trace[2146403207] 'agreement among raft nodes before linearized reading' (duration: 263.018127ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:16.934514Z","caller":"traceutil/trace.go:171","msg":"trace[552890794] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"301.844124ms","start":"2026-04-02T17:09:16.632637Z","end":"2026-04-02T17:09:16.934481Z","steps":["trace[552890794] 'process raft request' (duration: 301.502503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.934755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.632623Z","time spent":"302.03993ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:09:16.935217Z","caller":"traceutil/trace.go:171","msg":"trace[174806401] transaction","detail":"{read_only:false; response_revision:11169; number_of_response:1; }","duration":"301.941387ms","start":"2026-04-02T17:09:16.633262Z","end":"2026-04-02T17:09:16.935204Z","steps":["trace[174806401] 'process raft request' (duration: 301.147242ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:16.935306Z","caller":"traceutil/trace.go:171","msg":"trace[291801906] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"302.564167ms","start":"2026-04-02T17:09:16.632668Z","end":"2026-04-02T17:09:16.935232Z","steps":["trace[291801906] 'process raft request' (duration: 301.624227ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:16.935203Z","caller":"traceutil/trace.go:171","msg":"trace[2052104337] transaction","detail":"{read_only:false; response_revision:11168; number_of_response:1; }","duration":"302.276827ms","start":"2026-04-02T17:09:16.632888Z","end":"2026-04-02T17:09:16.935165Z","steps":["trace[2052104337] 'process raft request' (duration: 301.480802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.935549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.632877Z","time spent":"302.627068ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:09:16.935289Z","caller":"traceutil/trace.go:171","msg":"trace[632105490] transaction","detail":"{read_only:false; response_revision:11170; number_of_response:1; }","duration":"279.217999ms","start":"2026-04-02T17:09:16.656061Z","end":"2026-04-02T17:09:16.935279Z","steps":["trace[632105490] 'process raft request' (duration: 278.394023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:09:16.935669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.632644Z","time spent":"302.810315ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:09:16.935859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:09:16.633247Z","time spent":"302.577367ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:09:17.146486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.278419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:09:17.146647Z","caller":"traceutil/trace.go:171","msg":"trace[1459579578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:11170; }","duration":"120.470665ms","start":"2026-04-02T17:09:17.026095Z","end":"2026-04-02T17:09:17.146565Z","steps":["trace[1459579578] 'count revisions from in-memory index tree' (duration: 120.132784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:09:18.087006Z","caller":"traceutil/trace.go:171","msg":"trace[2031043581] transaction","detail":"{read_only:false; response_revision:11172; number_of_response:1; }","duration":"156.896316ms","start":"2026-04-02T17:09:17.930086Z","end":"2026-04-02T17:09:18.086982Z","steps":["trace[2031043581] 'process raft request' (duration: 156.73068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:12:48.696177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10277} {"level":"info","ts":"2026-04-02T17:12:48.788343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10277,"took":"89.297715ms","hash":1901814617,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":26701824,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-02T17:12:48.788426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1901814617,"revision":10277,"compact-revision":7841} {"level":"warn","ts":"2026-04-02T17:12:52.196897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.699986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:12:52.197116Z","caller":"traceutil/trace.go:171","msg":"trace[96999394] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"218.01985ms","start":"2026-04-02T17:12:51.97905Z","end":"2026-04-02T17:12:52.19707Z","steps":["trace[96999394] 'process raft request' (duration: 113.000214ms)","trace[96999394] 'compare' (duration: 104.345215ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:13:01.81756Z","caller":"traceutil/trace.go:171","msg":"trace[770917863] transaction","detail":"{read_only:false; response_revision:12617; number_of_response:1; }","duration":"125.645499ms","start":"2026-04-02T17:13:01.691881Z","end":"2026-04-02T17:13:01.817527Z","steps":["trace[770917863] 'process raft request' (duration: 125.329549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:02.146956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.165696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:13:02.147135Z","caller":"traceutil/trace.go:171","msg":"trace[1215866796] linearizableReadLoop","detail":"{readStateIndex:13060; appliedIndex:13059; }","duration":"162.5419ms","start":"2026-04-02T17:13:01.984573Z","end":"2026-04-02T17:13:02.147115Z","steps":["trace[1215866796] 'read index received' (duration: 35.070794ms)","trace[1215866796] 'applied index is now lower than readState.Index' (duration: 127.465816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:13:02.147339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.766287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:13:02.14738Z","caller":"traceutil/trace.go:171","msg":"trace[1315601047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12619; }","duration":"162.84806ms","start":"2026-04-02T17:13:01.984519Z","end":"2026-04-02T17:13:02.147367Z","steps":["trace[1315601047] 'agreement among raft nodes before linearized reading' (duration: 162.697315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:02.147385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.608169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:13:02.147433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.956214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T17:13:02.147484Z","caller":"traceutil/trace.go:171","msg":"trace[1176602015] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12619; }","duration":"101.747914ms","start":"2026-04-02T17:13:02.045715Z","end":"2026-04-02T17:13:02.147462Z","steps":["trace[1176602015] 'agreement among raft nodes before linearized reading' (duration: 101.573458ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:02.147512Z","caller":"traceutil/trace.go:171","msg":"trace[297012112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12619; }","duration":"122.091518ms","start":"2026-04-02T17:13:02.025397Z","end":"2026-04-02T17:13:02.147489Z","steps":["trace[297012112] 'agreement among raft nodes before linearized reading' (duration: 121.867492ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:02.14735Z","caller":"traceutil/trace.go:171","msg":"trace[1399559179] transaction","detail":"{read_only:false; response_revision:12619; number_of_response:1; }","duration":"260.246207ms","start":"2026-04-02T17:13:01.887014Z","end":"2026-04-02T17:13:02.14726Z","steps":["trace[1399559179] 'process raft request' (duration: 132.664158ms)","trace[1399559179] 'compare' (duration: 127.010272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:13:03.821383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.174587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:13:03.821544Z","caller":"traceutil/trace.go:171","msg":"trace[1131823541] transaction","detail":"{read_only:false; response_revision:12635; number_of_response:1; }","duration":"208.105591ms","start":"2026-04-02T17:13:03.613413Z","end":"2026-04-02T17:13:03.821519Z","steps":["trace[1131823541] 'process raft request' (duration: 63.666476ms)","trace[1131823541] 'compare' (duration: 143.908769ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:13:04.010421Z","caller":"traceutil/trace.go:171","msg":"trace[1755551151] linearizableReadLoop","detail":"{readStateIndex:13078; appliedIndex:13077; }","duration":"109.443074ms","start":"2026-04-02T17:13:03.900958Z","end":"2026-04-02T17:13:04.010401Z","steps":["trace[1755551151] 'read index received' (duration: 28.832949ms)","trace[1755551151] 'applied index is now lower than readState.Index' (duration: 80.609305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:13:04.010512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.537806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:04.010485Z","caller":"traceutil/trace.go:171","msg":"trace[354835540] transaction","detail":"{read_only:false; response_revision:12636; number_of_response:1; }","duration":"169.302871ms","start":"2026-04-02T17:13:03.841151Z","end":"2026-04-02T17:13:04.010454Z","steps":["trace[354835540] 'process raft request' (duration: 88.697537ms)","trace[354835540] 'compare' (duration: 80.440789ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:13:04.010532Z","caller":"traceutil/trace.go:171","msg":"trace[2118072685] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12636; }","duration":"109.622329ms","start":"2026-04-02T17:13:03.900904Z","end":"2026-04-02T17:13:04.010526Z","steps":["trace[2118072685] 'agreement among raft nodes before linearized reading' (duration: 109.564348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:10.721428Z","caller":"traceutil/trace.go:171","msg":"trace[963282250] transaction","detail":"{read_only:false; response_revision:12682; number_of_response:1; }","duration":"117.03243ms","start":"2026-04-02T17:13:10.604372Z","end":"2026-04-02T17:13:10.721404Z","steps":["trace[963282250] 'process raft request' (duration: 78.425816ms)","trace[963282250] 'compare' (duration: 38.48131ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:13:10.890426Z","caller":"traceutil/trace.go:171","msg":"trace[1029709130] transaction","detail":"{read_only:false; response_revision:12683; number_of_response:1; }","duration":"154.868951ms","start":"2026-04-02T17:13:10.735514Z","end":"2026-04-02T17:13:10.890383Z","steps":["trace[1029709130] 'process raft request' (duration: 121.417897ms)","trace[1029709130] 'compare' (duration: 33.112973ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:13:12.52614Z","caller":"traceutil/trace.go:171","msg":"trace[2071269713] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"101.720733ms","start":"2026-04-02T17:13:12.424396Z","end":"2026-04-02T17:13:12.526117Z","steps":["trace[2071269713] 'process raft request' (duration: 74.826484ms)","trace[2071269713] 'compare' (duration: 26.29272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:13:13.894605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.944514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:13.894788Z","caller":"traceutil/trace.go:171","msg":"trace[1794665203] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12695; }","duration":"409.193282ms","start":"2026-04-02T17:13:13.485573Z","end":"2026-04-02T17:13:13.894766Z","steps":["trace[1794665203] 'count revisions from in-memory index tree' (duration: 408.870691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.894869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.48555Z","time spent":"409.304845ms","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:14:24.965265Z","caller":"traceutil/trace.go:171","msg":"trace[376792915] linearizableReadLoop","detail":"{readStateIndex:13725; appliedIndex:13724; }","duration":"109.588378ms","start":"2026-04-02T17:14:24.855646Z","end":"2026-04-02T17:14:24.965234Z","steps":["trace[376792915] 'read index received' (duration: 109.424433ms)","trace[376792915] 'applied index is now lower than readState.Index' (duration: 162.445µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:14:24.965377Z","caller":"traceutil/trace.go:171","msg":"trace[1743661191] transaction","detail":"{read_only:false; response_revision:13263; number_of_response:1; }","duration":"110.93112ms","start":"2026-04-02T17:14:24.854406Z","end":"2026-04-02T17:14:24.965337Z","steps":["trace[1743661191] 'process raft request' (duration: 110.625071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:24.965578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.272438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:14:24.965616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.952799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:14:24.96563Z","caller":"traceutil/trace.go:171","msg":"trace[1430457638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13263; }","duration":"109.367811ms","start":"2026-04-02T17:14:24.856247Z","end":"2026-04-02T17:14:24.965615Z","steps":["trace[1430457638] 'agreement among raft nodes before linearized reading' (duration: 109.180005ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:24.965716Z","caller":"traceutil/trace.go:171","msg":"trace[1310874432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13263; }","duration":"110.104184ms","start":"2026-04-02T17:14:24.855588Z","end":"2026-04-02T17:14:24.965693Z","steps":["trace[1310874432] 'agreement among raft nodes before linearized reading' (duration: 109.769364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:24.965714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.999518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:14:24.965811Z","caller":"traceutil/trace.go:171","msg":"trace[628355176] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13263; }","duration":"108.159833ms","start":"2026-04-02T17:14:24.857626Z","end":"2026-04-02T17:14:24.965786Z","steps":["trace[628355176] 'agreement among raft nodes before linearized reading' (duration: 107.939146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.645453Z","caller":"traceutil/trace.go:171","msg":"trace[976856977] transaction","detail":"{read_only:false; response_revision:13510; number_of_response:1; }","duration":"114.348837ms","start":"2026-04-02T17:14:57.531082Z","end":"2026-04-02T17:14:57.64543Z","steps":["trace[976856977] 'process raft request' (duration: 113.876052ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:00.994754Z","caller":"traceutil/trace.go:171","msg":"trace[983082480] transaction","detail":"{read_only:false; response_revision:13525; number_of_response:1; }","duration":"252.63586ms","start":"2026-04-02T17:15:00.742092Z","end":"2026-04-02T17:15:00.994728Z","steps":["trace[983082480] 'process raft request' (duration: 252.471115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:01.332404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.657079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:15:01.332511Z","caller":"traceutil/trace.go:171","msg":"trace[436038400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13525; }","duration":"125.780823ms","start":"2026-04-02T17:15:01.206706Z","end":"2026-04-02T17:15:01.332487Z","steps":["trace[436038400] 'range keys from in-memory index tree' (duration: 125.549996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:01.332513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.581503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:01.332671Z","caller":"traceutil/trace.go:171","msg":"trace[115038113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13525; }","duration":"181.805541ms","start":"2026-04-02T17:15:01.150817Z","end":"2026-04-02T17:15:01.332622Z","steps":["trace[115038113] 'range keys from in-memory index tree' (duration: 181.46547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.215213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513866081,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:15:05.267964Z","caller":"traceutil/trace.go:171","msg":"trace[1544969305] transaction","detail":"{read_only:false; response_revision:13550; number_of_response:1; }","duration":"735.328864ms","start":"2026-04-02T17:15:04.53261Z","end":"2026-04-02T17:15:05.267939Z","steps":["trace[1544969305] 'process raft request' (duration: 735.152549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.268135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.532586Z","time spent":"735.462208ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:05.303399Z","caller":"traceutil/trace.go:171","msg":"trace[1207282943] linearizableReadLoop","detail":"{readStateIndex:14024; appliedIndex:14022; }","duration":"588.282909ms","start":"2026-04-02T17:15:04.715085Z","end":"2026-04-02T17:15:05.303368Z","steps":["trace[1207282943] 'read index received' (duration: 552.661867ms)","trace[1207282943] 'applied index is now lower than readState.Index' (duration: 35.619762ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:05.303513Z","caller":"traceutil/trace.go:171","msg":"trace[2120653822] transaction","detail":"{read_only:false; response_revision:13551; number_of_response:1; }","duration":"287.744785ms","start":"2026-04-02T17:15:05.015733Z","end":"2026-04-02T17:15:05.303478Z","steps":["trace[2120653822] 'process raft request' (duration: 286.205247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.303658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.541766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:15:05.303723Z","caller":"traceutil/trace.go:171","msg":"trace[2031798507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13551; }","duration":"588.65543ms","start":"2026-04-02T17:15:04.715049Z","end":"2026-04-02T17:15:05.303705Z","steps":["trace[2031798507] 'agreement among raft nodes before linearized reading' (duration: 588.464484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.303776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.715034Z","time spent":"588.728823ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:15:05.30407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.336699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T17:15:05.304148Z","caller":"traceutil/trace.go:171","msg":"trace[747361352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13551; }","duration":"444.457763ms","start":"2026-04-02T17:15:04.859675Z","end":"2026-04-02T17:15:05.304133Z","steps":["trace[747361352] 'agreement among raft nodes before linearized reading' (duration: 444.258907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.30419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.859657Z","time spent":"444.522025ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:15:05.304037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.512721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:05.304254Z","caller":"traceutil/trace.go:171","msg":"trace[589510259] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13551; }","duration":"130.79536ms","start":"2026-04-02T17:15:05.17344Z","end":"2026-04-02T17:15:05.304235Z","steps":["trace[589510259] 'agreement among raft nodes before linearized reading' (duration: 130.48263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.304106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.482873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:15:05.304597Z","caller":"traceutil/trace.go:171","msg":"trace[5608063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13551; }","duration":"578.988949ms","start":"2026-04-02T17:15:04.725579Z","end":"2026-04-02T17:15:05.304568Z","steps":["trace[5608063] 'agreement among raft nodes before linearized reading' (duration: 578.291197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.30492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.725511Z","time spent":"579.282778ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:15:27.881081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513866432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:15:28.382161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513866432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:15:28.393781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040344469s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:15:28.394185Z","caller":"traceutil/trace.go:171","msg":"trace[2055794623] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"1.041466924s","start":"2026-04-02T17:15:27.35269Z","end":"2026-04-02T17:15:28.394157Z","steps":["trace[2055794623] 'process raft request' (duration: 1.041294959s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.394413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.352654Z","time spent":"1.041611768s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:28.541143Z","caller":"traceutil/trace.go:171","msg":"trace[1182636398] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"731.63841ms","start":"2026-04-02T17:15:27.809475Z","end":"2026-04-02T17:15:28.541113Z","steps":["trace[1182636398] 'process raft request' (duration: 731.540257ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:28.541129Z","caller":"traceutil/trace.go:171","msg":"trace[57619902] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"1.159167005s","start":"2026-04-02T17:15:27.381908Z","end":"2026-04-02T17:15:28.541075Z","steps":["trace[57619902] 'process raft request' (duration: 1.157997279s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.541325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.809435Z","time spent":"731.793385ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:28.541357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.381894Z","time spent":"1.159359061s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:28.541422Z","caller":"traceutil/trace.go:171","msg":"trace[1895484657] linearizableReadLoop","detail":"{readStateIndex:14142; appliedIndex:14138; }","duration":"1.161165017s","start":"2026-04-02T17:15:27.380225Z","end":"2026-04-02T17:15:28.54139Z","steps":["trace[1895484657] 'read index received' (duration: 1.0137811s)","trace[1895484657] 'applied index is now lower than readState.Index' (duration: 147.382137ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:28.541601Z","caller":"traceutil/trace.go:171","msg":"trace[1621051611] transaction","detail":"{read_only:false; response_revision:13665; number_of_response:1; }","duration":"604.532936ms","start":"2026-04-02T17:15:27.93705Z","end":"2026-04-02T17:15:28.541583Z","steps":["trace[1621051611] 'process raft request' (duration: 604.01946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.541753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.937025Z","time spent":"604.623348ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:28.550147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1698872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:28.550217Z","caller":"traceutil/trace.go:171","msg":"trace[185037326] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13665; }","duration":"1.170018324s","start":"2026-04-02T17:15:27.380184Z","end":"2026-04-02T17:15:28.550202Z","steps":["trace[185037326] 'agreement among raft nodes before linearized reading' (duration: 1.16155401s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.380164Z","time spent":"1.170097746s","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:15:28.550351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.412658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:28.550381Z","caller":"traceutil/trace.go:171","msg":"trace[751817082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13665; }","duration":"399.532881ms","start":"2026-04-02T17:15:28.15084Z","end":"2026-04-02T17:15:28.550373Z","steps":["trace[751817082] 'agreement among raft nodes before linearized reading' (duration: 399.477399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.5503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126827487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T17:15:28.55044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.63687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:28.55046Z","caller":"traceutil/trace.go:171","msg":"trace[885559076] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:13665; }","duration":"513.702483ms","start":"2026-04-02T17:15:28.03675Z","end":"2026-04-02T17:15:28.550452Z","steps":["trace[885559076] 'agreement among raft nodes before linearized reading' (duration: 513.666802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.15909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:15:28.550459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051230998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:15:28.550478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:28.036728Z","time spent":"513.745343ms","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:15:28.550463Z","caller":"traceutil/trace.go:171","msg":"trace[2042345866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13665; }","duration":"1.127079474s","start":"2026-04-02T17:15:27.423354Z","end":"2026-04-02T17:15:28.550434Z","steps":["trace[2042345866] 'agreement among raft nodes before linearized reading' (duration: 1.126689542s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:28.550497Z","caller":"traceutil/trace.go:171","msg":"trace[702492898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13665; }","duration":"660.526843ms","start":"2026-04-02T17:15:27.889957Z","end":"2026-04-02T17:15:28.550484Z","steps":["trace[702492898] 'agreement among raft nodes before linearized reading' (duration: 660.12499ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:28.550502Z","caller":"traceutil/trace.go:171","msg":"trace[643340865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13665; }","duration":"1.051315131s","start":"2026-04-02T17:15:27.499173Z","end":"2026-04-02T17:15:28.550488Z","steps":["trace[643340865] 'agreement among raft nodes before linearized reading' (duration: 1.051121885s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051309871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:15:28.550534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.499154Z","time spent":"1.051373993s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:15:28.550403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:28.150816Z","time spent":"399.581853ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:15:28.550578Z","caller":"traceutil/trace.go:171","msg":"trace[1636796082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13665; }","duration":"1.051397114s","start":"2026-04-02T17:15:27.499159Z","end":"2026-04-02T17:15:28.550556Z","steps":["trace[1636796082] 'agreement among raft nodes before linearized reading' (duration: 1.051225989s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058054351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T17:15:28.550613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052493398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T17:15:28.550628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.293495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T17:15:28.550626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.499097Z","time spent":"1.051519688s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:15:28.550657Z","caller":"traceutil/trace.go:171","msg":"trace[1605522290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13665; }","duration":"1.058218396s","start":"2026-04-02T17:15:27.492412Z","end":"2026-04-02T17:15:28.550631Z","steps":["trace[1605522290] 'agreement among raft nodes before linearized reading' (duration: 1.057938157s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.889936Z","time spent":"660.585994ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:15:28.550712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.492387Z","time spent":"1.05831739s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:15:28.550529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.423333Z","time spent":"1.127184858s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:15:28.550699Z","caller":"traceutil/trace.go:171","msg":"trace[55576816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13665; }","duration":"1.052612241s","start":"2026-04-02T17:15:27.498056Z","end":"2026-04-02T17:15:28.550668Z","steps":["trace[55576816] 'agreement among raft nodes before linearized reading' (duration: 1.052212099s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:28.550649Z","caller":"traceutil/trace.go:171","msg":"trace[752472836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:13665; }","duration":"568.360828ms","start":"2026-04-02T17:15:27.982283Z","end":"2026-04-02T17:15:28.550644Z","steps":["trace[752472836] 'agreement among raft nodes before linearized reading' (duration: 568.300796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078490268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-02T17:15:28.550781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.49803Z","time spent":"1.052721375s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:15:28.550779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.982248Z","time spent":"568.521213ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"info","ts":"2026-04-02T17:15:28.550865Z","caller":"traceutil/trace.go:171","msg":"trace[783708702] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13665; }","duration":"1.078735836s","start":"2026-04-02T17:15:27.47209Z","end":"2026-04-02T17:15:28.550826Z","steps":["trace[783708702] 'agreement among raft nodes before linearized reading' (duration: 1.07822722s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.550956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:27.472082Z","time spent":"1.07886533s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:15:35.786772Z","caller":"traceutil/trace.go:171","msg":"trace[2063617886] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"444.477013ms","start":"2026-04-02T17:15:35.342261Z","end":"2026-04-02T17:15:35.786738Z","steps":["trace[2063617886] 'process raft request' (duration: 444.281317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:35.786922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:35.342233Z","time spent":"444.612357ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:43.715456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.507278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:15:43.715563Z","caller":"traceutil/trace.go:171","msg":"trace[759922357] linearizableReadLoop","detail":"{readStateIndex:14242; appliedIndex:14241; }","duration":"207.989727ms","start":"2026-04-02T17:15:43.507557Z","end":"2026-04-02T17:15:43.715547Z","steps":["trace[759922357] 'read index received' (duration: 12.282733ms)","trace[759922357] 'applied index is now lower than readState.Index' (duration: 195.705874ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:43.715636Z","caller":"traceutil/trace.go:171","msg":"trace[1745733142] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"258.924026ms","start":"2026-04-02T17:15:43.456704Z","end":"2026-04-02T17:15:43.715628Z","steps":["trace[1745733142] 'process raft request' (duration: 63.164781ms)","trace[1745733142] 'compare' (duration: 195.119475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:43.715838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.288497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:43.715868Z","caller":"traceutil/trace.go:171","msg":"trace[791684302] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13759; }","duration":"208.443912ms","start":"2026-04-02T17:15:43.507414Z","end":"2026-04-02T17:15:43.715858Z","steps":["trace[791684302] 'agreement among raft nodes before linearized reading' (duration: 208.363769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:43.71617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.071211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-t8wv2\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-04-02T17:15:43.716233Z","caller":"traceutil/trace.go:171","msg":"trace[533726851] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-t8wv2; range_end:; response_count:1; response_revision:13759; }","duration":"108.285568ms","start":"2026-04-02T17:15:43.607932Z","end":"2026-04-02T17:15:43.716217Z","steps":["trace[533726851] 'agreement among raft nodes before linearized reading' (duration: 108.012429ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:43.879211Z","caller":"traceutil/trace.go:171","msg":"trace[1071000393] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"122.46099ms","start":"2026-04-02T17:15:43.756713Z","end":"2026-04-02T17:15:43.879174Z","steps":["trace[1071000393] 'process raft request' (duration: 122.136639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:44.182857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.439872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T17:15:44.182967Z","caller":"traceutil/trace.go:171","msg":"trace[1844477079] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13760; }","duration":"150.601976ms","start":"2026-04-02T17:15:44.03234Z","end":"2026-04-02T17:15:44.182942Z","steps":["trace[1844477079] 'range keys from in-memory index tree' (duration: 150.224695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:45.128619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513866711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:15:45.451204Z","caller":"traceutil/trace.go:171","msg":"trace[955329460] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"991.539874ms","start":"2026-04-02T17:15:44.459634Z","end":"2026-04-02T17:15:45.451173Z","steps":["trace[955329460] 'process raft request' (duration: 991.364199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:45.451426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.459605Z","time spent":"991.72525ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:46.12766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.384849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:15:46.1278Z","caller":"traceutil/trace.go:171","msg":"trace[1369129668] linearizableReadLoop","detail":"{readStateIndex:14245; appliedIndex:14243; }","duration":"1.500168348s","start":"2026-04-02T17:15:44.627611Z","end":"2026-04-02T17:15:46.12778Z","steps":["trace[1369129668] 'read index received' (duration: 823.39484ms)","trace[1369129668] 'applied index is now lower than readState.Index' (duration: 676.772148ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:46.12806Z","caller":"traceutil/trace.go:171","msg":"trace[1117292170] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"1.531445103s","start":"2026-04-02T17:15:44.5966Z","end":"2026-04-02T17:15:46.128045Z","steps":["trace[1117292170] 'process raft request' (duration: 1.061563789s)","trace[1117292170] 'compare' (duration: 469.220144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:46.128136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.596578Z","time spent":"1.531523175s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:46.128361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492629843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:15:46.128469Z","caller":"traceutil/trace.go:171","msg":"trace[726145760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13762; }","duration":"1.492828458s","start":"2026-04-02T17:15:44.635612Z","end":"2026-04-02T17:15:46.12844Z","steps":["trace[726145760] 'agreement among raft nodes before linearized reading' (duration: 1.492507358s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.128524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.635586Z","time spent":"1.492927082s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:15:46.128839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469087629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:15:46.12888Z","caller":"traceutil/trace.go:171","msg":"trace[1840562428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13762; }","duration":"1.46915193s","start":"2026-04-02T17:15:44.659717Z","end":"2026-04-02T17:15:46.128869Z","steps":["trace[1840562428] 'agreement among raft nodes before linearized reading' (duration: 1.469041556s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.128911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.659701Z","time spent":"1.469203732s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:15:46.128961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448513487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T17:15:46.12897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501354194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T17:15:46.128956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336651008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:15:46.128992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248666443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-02T17:15:46.128977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.445487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:46.129041Z","caller":"traceutil/trace.go:171","msg":"trace[905755674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13762; }","duration":"1.501447558s","start":"2026-04-02T17:15:44.627574Z","end":"2026-04-02T17:15:46.129022Z","steps":["trace[905755674] 'agreement among raft nodes before linearized reading' (duration: 1.501252891s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.129029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481386762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:15:46.129064Z","caller":"traceutil/trace.go:171","msg":"trace[1698858410] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13762; }","duration":"1.336778062s","start":"2026-04-02T17:15:44.792265Z","end":"2026-04-02T17:15:46.129043Z","steps":["trace[1698858410] 'agreement among raft nodes before linearized reading' (duration: 1.336572196s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:46.129078Z","caller":"traceutil/trace.go:171","msg":"trace[901029191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13762; }","duration":"1.248800727s","start":"2026-04-02T17:15:44.880252Z","end":"2026-04-02T17:15:46.129053Z","steps":["trace[901029191] 'agreement among raft nodes before linearized reading' (duration: 1.2485507s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:46.129097Z","caller":"traceutil/trace.go:171","msg":"trace[563267272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13762; }","duration":"331.609362ms","start":"2026-04-02T17:15:45.797455Z","end":"2026-04-02T17:15:46.129064Z","steps":["trace[563267272] 'agreement among raft nodes before linearized reading' (duration: 331.391155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.129105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.627564Z","time spent":"1.50152892s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:15:46.129116Z","caller":"traceutil/trace.go:171","msg":"trace[859403261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13762; }","duration":"1.481538277s","start":"2026-04-02T17:15:44.647558Z","end":"2026-04-02T17:15:46.129096Z","steps":["trace[859403261] 'agreement among raft nodes before linearized reading' (duration: 1.48132717s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.129143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.88023Z","time spent":"1.248899051s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-02T17:15:46.12915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:45.797434Z","time spent":"331.707825ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:15:46.129111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470285075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-02T17:15:46.129185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.647531Z","time spent":"1.48164093s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:15:46.129229Z","caller":"traceutil/trace.go:171","msg":"trace[1646445578] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13762; }","duration":"1.47043112s","start":"2026-04-02T17:15:44.658768Z","end":"2026-04-02T17:15:46.129199Z","steps":["trace[1646445578] 'agreement among raft nodes before linearized reading' (duration: 1.47009789s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:46.129019Z","caller":"traceutil/trace.go:171","msg":"trace[1505254176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:13762; }","duration":"1.448572929s","start":"2026-04-02T17:15:44.680429Z","end":"2026-04-02T17:15:46.129002Z","steps":["trace[1505254176] 'agreement among raft nodes before linearized reading' (duration: 1.448408524s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.129281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.658752Z","time spent":"1.470519303s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:15:46.129265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480667719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:15:46.130371Z","caller":"traceutil/trace.go:171","msg":"trace[389846171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13762; }","duration":"1.481903118s","start":"2026-04-02T17:15:44.648408Z","end":"2026-04-02T17:15:46.130311Z","steps":["trace[389846171] 'agreement among raft nodes before linearized reading' (duration: 1.480454923s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.130445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.648396Z","time spent":"1.482032692s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:15:46.129119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.792147Z","time spent":"1.336961107s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:15:46.129318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.68039Z","time spent":"1.448893059s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T17:15:46.129345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467915701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:15:46.13092Z","caller":"traceutil/trace.go:171","msg":"trace[948009489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13762; }","duration":"1.469725958s","start":"2026-04-02T17:15:44.661177Z","end":"2026-04-02T17:15:46.130902Z","steps":["trace[948009489] 'agreement among raft nodes before linearized reading' (duration: 1.46755297s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:46.131083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:44.661166Z","time spent":"1.469899143s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:15:47.764077Z","caller":"traceutil/trace.go:171","msg":"trace[951569645] transaction","detail":"{read_only:false; response_revision:13774; number_of_response:1; }","duration":"304.357572ms","start":"2026-04-02T17:15:47.459693Z","end":"2026-04-02T17:15:47.764051Z","steps":["trace[951569645] 'process raft request' (duration: 304.151555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:47.764268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:47.45967Z","time spent":"304.495676ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:09.650842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513867632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:16:10.151414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513867632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:16:10.410759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434901785s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:16:10.412243Z","caller":"traceutil/trace.go:171","msg":"trace[459223088] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"1.436611157s","start":"2026-04-02T17:16:08.975594Z","end":"2026-04-02T17:16:10.412205Z","steps":["trace[459223088] 'process raft request' (duration: 1.436248196s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.412455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:08.975568Z","time spent":"1.436763242s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:16:10.477804Z","caller":"traceutil/trace.go:171","msg":"trace[287093581] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"776.125168ms","start":"2026-04-02T17:16:09.70165Z","end":"2026-04-02T17:16:10.477775Z","steps":["trace[287093581] 'process raft request' (duration: 776.026165ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.477833Z","caller":"traceutil/trace.go:171","msg":"trace[1726582441] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"1.191592256s","start":"2026-04-02T17:16:09.286199Z","end":"2026-04-02T17:16:10.477791Z","steps":["trace[1726582441] 'process raft request' (duration: 1.191276036s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.47798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.701606Z","time spent":"776.287203ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:10.478044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.286169Z","time spent":"1.191758701s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:16:10.478214Z","caller":"traceutil/trace.go:171","msg":"trace[367026600] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"631.510037ms","start":"2026-04-02T17:16:09.846692Z","end":"2026-04-02T17:16:10.478202Z","steps":["trace[367026600] 'process raft request' (duration: 631.044263ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.478235Z","caller":"traceutil/trace.go:171","msg":"trace[1744838222] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"255.399916ms","start":"2026-04-02T17:16:10.222822Z","end":"2026-04-02T17:16:10.478222Z","steps":["trace[1744838222] 'process raft request' (duration: 255.20307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.478283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.846654Z","time spent":"631.59493ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:16:10.478278Z","caller":"traceutil/trace.go:171","msg":"trace[1059482177] linearizableReadLoop","detail":"{readStateIndex:14584; appliedIndex:14580; }","duration":"1.32762547s","start":"2026-04-02T17:16:09.150586Z","end":"2026-04-02T17:16:10.478211Z","steps":["trace[1059482177] 'read index received' (duration: 1.261326152s)","trace[1059482177] 'applied index is now lower than readState.Index' (duration: 66.297718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:16:10.478406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327821315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:16:10.478469Z","caller":"traceutil/trace.go:171","msg":"trace[1808739474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14088; }","duration":"1.327922128s","start":"2026-04-02T17:16:09.150531Z","end":"2026-04-02T17:16:10.478453Z","steps":["trace[1808739474] 'agreement among raft nodes before linearized reading' (duration: 1.327779704s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.478507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.150505Z","time spent":"1.327995701s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:16:10.478669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.853913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T17:16:10.478702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.807556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:16:10.478751Z","caller":"traceutil/trace.go:171","msg":"trace[703029218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14088; }","duration":"199.976388ms","start":"2026-04-02T17:16:10.278752Z","end":"2026-04-02T17:16:10.478728Z","steps":["trace[703029218] 'agreement among raft nodes before linearized reading' (duration: 199.747281ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.478771Z","caller":"traceutil/trace.go:171","msg":"trace[1584539364] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14088; }","duration":"631.92466ms","start":"2026-04-02T17:16:09.846821Z","end":"2026-04-02T17:16:10.478746Z","steps":["trace[1584539364] 'agreement among raft nodes before linearized reading' (duration: 631.798026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.47878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.956058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:16:10.478816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.846795Z","time spent":"632.008022ms","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:16:10.478845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.031459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" ","response":"range_response_count:1 size:3754"} {"level":"warn","ts":"2026-04-02T17:16:10.478876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.909994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-02T17:16:10.478912Z","caller":"traceutil/trace.go:171","msg":"trace[1429909533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f; range_end:; response_count:1; response_revision:14088; }","duration":"746.143533ms","start":"2026-04-02T17:16:09.732741Z","end":"2026-04-02T17:16:10.478885Z","steps":["trace[1429909533] 'agreement among raft nodes before linearized reading' (duration: 745.999828ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.478928Z","caller":"traceutil/trace.go:171","msg":"trace[1637203654] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14088; }","duration":"517.999657ms","start":"2026-04-02T17:16:09.960917Z","end":"2026-04-02T17:16:10.478916Z","steps":["trace[1637203654] 'agreement among raft nodes before linearized reading' (duration: 517.875493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.478943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.427741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-02T17:16:10.478968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.960898Z","time spent":"518.059098ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-02T17:16:10.478977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.060475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:16:10.478977Z","caller":"traceutil/trace.go:171","msg":"trace[1999752922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14088; }","duration":"183.483273ms","start":"2026-04-02T17:16:10.295484Z","end":"2026-04-02T17:16:10.478968Z","steps":["trace[1999752922] 'agreement among raft nodes before linearized reading' (duration: 183.392951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.478975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.712878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:16:10.478939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.806984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:16:10.479056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.92473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:16:10.47882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.717286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:16:10.479069Z","caller":"traceutil/trace.go:171","msg":"trace[259953783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14088; }","duration":"442.842102ms","start":"2026-04-02T17:16:10.036193Z","end":"2026-04-02T17:16:10.479035Z","steps":["trace[259953783] 'agreement among raft nodes before linearized reading' (duration: 442.722259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.479063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.573236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T17:16:10.479113Z","caller":"traceutil/trace.go:171","msg":"trace[833852160] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14088; }","duration":"909.026123ms","start":"2026-04-02T17:16:09.570065Z","end":"2026-04-02T17:16:10.479091Z","steps":["trace[833852160] 'agreement among raft nodes before linearized reading' (duration: 908.943861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.479145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.036166Z","time spent":"442.960996ms","remote":"127.0.0.1:37040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:16:10.479181Z","caller":"traceutil/trace.go:171","msg":"trace[1512861157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14088; }","duration":"200.71249ms","start":"2026-04-02T17:16:10.278439Z","end":"2026-04-02T17:16:10.479151Z","steps":["trace[1512861157] 'agreement among raft nodes before linearized reading' (duration: 200.335338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.479178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.570033Z","time spent":"909.131497ms","remote":"127.0.0.1:35962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:16:10.479212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.889693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:16:10.479242Z","caller":"traceutil/trace.go:171","msg":"trace[1510924172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14088; }","duration":"197.943104ms","start":"2026-04-02T17:16:10.28129Z","end":"2026-04-02T17:16:10.479234Z","steps":["trace[1510924172] 'agreement among raft nodes before linearized reading' (duration: 197.853071ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.478851Z","caller":"traceutil/trace.go:171","msg":"trace[2022306197] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14088; }","duration":"184.050421ms","start":"2026-04-02T17:16:10.294775Z","end":"2026-04-02T17:16:10.478826Z","steps":["trace[2022306197] 'agreement among raft nodes before linearized reading' (duration: 183.807743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.47897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.732699Z","time spent":"746.255926ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3778,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" "} {"level":"warn","ts":"2026-04-02T17:16:10.478701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.853154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdf4j\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-02T17:16:10.479447Z","caller":"traceutil/trace.go:171","msg":"trace[1531594771] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tdf4j; range_end:; response_count:1; response_revision:14088; }","duration":"981.678529ms","start":"2026-04-02T17:16:09.497753Z","end":"2026-04-02T17:16:10.479431Z","steps":["trace[1531594771] 'agreement among raft nodes before linearized reading' (duration: 980.73886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.479415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.350614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:16:10.479577Z","caller":"traceutil/trace.go:171","msg":"trace[1999343719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14088; }","duration":"196.53094ms","start":"2026-04-02T17:16:10.282993Z","end":"2026-04-02T17:16:10.479524Z","steps":["trace[1999343719] 'agreement among raft nodes before linearized reading' (duration: 196.057505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.479489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:09.497721Z","time spent":"981.753191ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdf4j\" "} {"level":"info","ts":"2026-04-02T17:16:10.479117Z","caller":"traceutil/trace.go:171","msg":"trace[588419127] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14088; }","duration":"466.105838ms","start":"2026-04-02T17:16:10.013Z","end":"2026-04-02T17:16:10.479106Z","steps":["trace[588419127] 'agreement among raft nodes before linearized reading' (duration: 465.54942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.479756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.715067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T17:16:10.479775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.012977Z","time spent":"466.774369ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":66,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:16:10.479797Z","caller":"traceutil/trace.go:171","msg":"trace[970228427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:14088; }","duration":"130.783429ms","start":"2026-04-02T17:16:10.349001Z","end":"2026-04-02T17:16:10.479784Z","steps":["trace[970228427] 'agreement among raft nodes before linearized reading' (duration: 130.49051ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.479111Z","caller":"traceutil/trace.go:171","msg":"trace[162397895] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14088; }","duration":"286.047361ms","start":"2026-04-02T17:16:10.193018Z","end":"2026-04-02T17:16:10.479065Z","steps":["trace[162397895] 'agreement among raft nodes before linearized reading' (duration: 285.700261ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.479026Z","caller":"traceutil/trace.go:171","msg":"trace[301023701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14088; }","duration":"188.126158ms","start":"2026-04-02T17:16:10.290884Z","end":"2026-04-02T17:16:10.47901Z","steps":["trace[301023701] 'agreement among raft nodes before linearized reading' (duration: 188.000194ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.86825Z","caller":"traceutil/trace.go:171","msg":"trace[2074319765] linearizableReadLoop","detail":"{readStateIndex:14589; appliedIndex:14585; }","duration":"383.319576ms","start":"2026-04-02T17:16:10.484902Z","end":"2026-04-02T17:16:10.868221Z","steps":["trace[2074319765] 'read index received' (duration: 44.564271ms)","trace[2074319765] 'applied index is now lower than readState.Index' (duration: 338.753965ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:16:10.868263Z","caller":"traceutil/trace.go:171","msg":"trace[1500038047] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"383.755449ms","start":"2026-04-02T17:16:10.48446Z","end":"2026-04-02T17:16:10.868216Z","steps":["trace[1500038047] 'process raft request' (duration: 383.496961ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.868375Z","caller":"traceutil/trace.go:171","msg":"trace[2075005832] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"383.038087ms","start":"2026-04-02T17:16:10.485299Z","end":"2026-04-02T17:16:10.868337Z","steps":["trace[2075005832] 'process raft request' (duration: 382.757518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.868386Z","caller":"traceutil/trace.go:171","msg":"trace[356800354] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"383.806191ms","start":"2026-04-02T17:16:10.484541Z","end":"2026-04-02T17:16:10.868347Z","steps":["trace[356800354] 'process raft request' (duration: 383.470701ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.86842Z","caller":"traceutil/trace.go:171","msg":"trace[597568343] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"383.11876ms","start":"2026-04-02T17:16:10.485247Z","end":"2026-04-02T17:16:10.868366Z","steps":["trace[597568343] 'process raft request' (duration: 382.905883ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.868437Z","caller":"traceutil/trace.go:171","msg":"trace[429927367] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"383.086649ms","start":"2026-04-02T17:16:10.485279Z","end":"2026-04-02T17:16:10.868366Z","steps":["trace[429927367] 'process raft request' (duration: 382.827901ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:10.868455Z","caller":"traceutil/trace.go:171","msg":"trace[737767927] transaction","detail":"{read_only:false; response_revision:14090; number_of_response:1; }","duration":"384.051228ms","start":"2026-04-02T17:16:10.484366Z","end":"2026-04-02T17:16:10.868417Z","steps":["trace[737767927] 'process raft request' (duration: 383.376327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.868504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.665493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:16:10.868521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.485283Z","time spent":"383.151001ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:10.86852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.484438Z","time spent":"383.989457ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:10.868535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.484499Z","time spent":"383.951475ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:16:10.868553Z","caller":"traceutil/trace.go:171","msg":"trace[1431614669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14095; }","duration":"380.779676ms","start":"2026-04-02T17:16:10.48776Z","end":"2026-04-02T17:16:10.86854Z","steps":["trace[1431614669] 'agreement among raft nodes before linearized reading' (duration: 380.658362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.868609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.487746Z","time spent":"380.854099ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:16:10.868633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.485234Z","time spent":"383.281254ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:10.868644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.485262Z","time spent":"383.265814ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:10.868701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.484348Z","time spent":"384.188203ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:16:10.869247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.085407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:613785"} {"level":"info","ts":"2026-04-02T17:16:10.869356Z","caller":"traceutil/trace.go:171","msg":"trace[627093603] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:14095; }","duration":"381.20738ms","start":"2026-04-02T17:16:10.488129Z","end":"2026-04-02T17:16:10.869336Z","steps":["trace[627093603] 'agreement among raft nodes before linearized reading' (duration: 380.341313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.869363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.462522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:65 size:613785"} {"level":"warn","ts":"2026-04-02T17:16:10.869395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.488115Z","time spent":"381.269092ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":613809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:16:10.869404Z","caller":"traceutil/trace.go:171","msg":"trace[1843657243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:65; response_revision:14095; }","duration":"384.530984ms","start":"2026-04-02T17:16:10.484863Z","end":"2026-04-02T17:16:10.869394Z","steps":["trace[1843657243] 'agreement among raft nodes before linearized reading' (duration: 383.545643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:10.869433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:16:10.484844Z","time spent":"384.581615ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":65,"response size":613809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:17:01.309038Z","caller":"traceutil/trace.go:171","msg":"trace[2101980044] transaction","detail":"{read_only:false; response_revision:14706; number_of_response:1; }","duration":"142.976308ms","start":"2026-04-02T17:17:01.166026Z","end":"2026-04-02T17:17:01.309002Z","steps":["trace[2101980044] 'process raft request' (duration: 142.763931ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.484757Z","caller":"traceutil/trace.go:171","msg":"trace[1558684130] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"316.323765ms","start":"2026-04-02T17:17:01.168401Z","end":"2026-04-02T17:17:01.484724Z","steps":["trace[1558684130] 'process raft request' (duration: 316.214312ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.484795Z","caller":"traceutil/trace.go:171","msg":"trace[2066102201] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"317.573415ms","start":"2026-04-02T17:17:01.167171Z","end":"2026-04-02T17:17:01.484744Z","steps":["trace[2066102201] 'process raft request' (duration: 317.133791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.484973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:01.168379Z","time spent":"316.483709ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:17:01.48505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:01.167146Z","time spent":"317.76856ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:01.485047Z","caller":"traceutil/trace.go:171","msg":"trace[1786856405] transaction","detail":"{read_only:false; response_revision:14709; number_of_response:1; }","duration":"316.554072ms","start":"2026-04-02T17:17:01.168436Z","end":"2026-04-02T17:17:01.48499Z","steps":["trace[1786856405] 'process raft request' (duration: 316.243983ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.485128Z","caller":"traceutil/trace.go:171","msg":"trace[533133289] linearizableReadLoop","detail":"{readStateIndex:15221; appliedIndex:15217; }","duration":"316.266843ms","start":"2026-04-02T17:17:01.168831Z","end":"2026-04-02T17:17:01.485098Z","steps":["trace[533133289] 'read index received' (duration: 140.016624ms)","trace[533133289] 'applied index is now lower than readState.Index' (duration: 176.248839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:17:01.485236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:01.168418Z","time spent":"316.728047ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:01.485289Z","caller":"traceutil/trace.go:171","msg":"trace[1444202735] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"260.944535ms","start":"2026-04-02T17:17:01.224322Z","end":"2026-04-02T17:17:01.485266Z","steps":["trace[1444202735] 'process raft request' (duration: 260.703768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.485326Z","caller":"traceutil/trace.go:171","msg":"trace[920926756] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"314.839748ms","start":"2026-04-02T17:17:01.170471Z","end":"2026-04-02T17:17:01.485311Z","steps":["trace[920926756] 'process raft request' (duration: 314.429015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.485396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:01.170459Z","time spent":"314.89735ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:17:01.485461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.615844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:17:01.485519Z","caller":"traceutil/trace.go:171","msg":"trace[739080887] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14711; }","duration":"316.709447ms","start":"2026-04-02T17:17:01.168791Z","end":"2026-04-02T17:17:01.4855Z","steps":["trace[739080887] 'agreement among raft nodes before linearized reading' (duration: 316.473099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.48556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:01.16878Z","time spent":"316.770649ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:17:01.485602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.663948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:01.485549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.736749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:01.485758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.834103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-02T17:17:01.485767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.552081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T17:17:01.485774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.832033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:01.485655Z","caller":"traceutil/trace.go:171","msg":"trace[2094965266] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14711; }","duration":"130.737561ms","start":"2026-04-02T17:17:01.354905Z","end":"2026-04-02T17:17:01.485643Z","steps":["trace[2094965266] 'agreement among raft nodes before linearized reading' (duration: 130.655599ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.485801Z","caller":"traceutil/trace.go:171","msg":"trace[847589799] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14711; }","duration":"198.921385ms","start":"2026-04-02T17:17:01.286869Z","end":"2026-04-02T17:17:01.48579Z","steps":["trace[847589799] 'agreement among raft nodes before linearized reading' (duration: 198.807841ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.485827Z","caller":"traceutil/trace.go:171","msg":"trace[1812392819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:14711; }","duration":"140.645934ms","start":"2026-04-02T17:17:01.345159Z","end":"2026-04-02T17:17:01.485805Z","steps":["trace[1812392819] 'agreement among raft nodes before linearized reading' (duration: 140.479199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.485648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.852871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:01.485879Z","caller":"traceutil/trace.go:171","msg":"trace[563156324] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14711; }","duration":"129.1359ms","start":"2026-04-02T17:17:01.356732Z","end":"2026-04-02T17:17:01.485868Z","steps":["trace[563156324] 'agreement among raft nodes before linearized reading' (duration: 128.783059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.485769Z","caller":"traceutil/trace.go:171","msg":"trace[1788471174] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14711; }","duration":"198.964906ms","start":"2026-04-02T17:17:01.286742Z","end":"2026-04-02T17:17:01.485707Z","steps":["trace[1788471174] 'agreement among raft nodes before linearized reading' (duration: 198.563703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.485847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.843807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdf4j\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-02T17:17:01.485835Z","caller":"traceutil/trace.go:171","msg":"trace[45220350] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14711; }","duration":"192.907916ms","start":"2026-04-02T17:17:01.29291Z","end":"2026-04-02T17:17:01.485817Z","steps":["trace[45220350] 'agreement among raft nodes before linearized reading' (duration: 192.692749ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.485977Z","caller":"traceutil/trace.go:171","msg":"trace[230229462] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tdf4j; range_end:; response_count:1; response_revision:14711; }","duration":"108.009213ms","start":"2026-04-02T17:17:01.377934Z","end":"2026-04-02T17:17:01.485943Z","steps":["trace[230229462] 'agreement among raft nodes before linearized reading' (duration: 107.61915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.485576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.737441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T17:17:01.486098Z","caller":"traceutil/trace.go:171","msg":"trace[1952301132] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14711; }","duration":"131.252427ms","start":"2026-04-02T17:17:01.354826Z","end":"2026-04-02T17:17:01.486078Z","steps":["trace[1952301132] 'agreement among raft nodes before linearized reading' (duration: 130.592626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.805366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.792585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:17:23.805528Z","caller":"traceutil/trace.go:171","msg":"trace[915608786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14825; }","duration":"220.036402ms","start":"2026-04-02T17:17:23.585466Z","end":"2026-04-02T17:17:23.805503Z","steps":["trace[915608786] 'range keys from in-memory index tree' (duration: 219.503526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.805626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.539577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T17:17:23.805766Z","caller":"traceutil/trace.go:171","msg":"trace[1965542249] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"238.727523ms","start":"2026-04-02T17:17:23.567006Z","end":"2026-04-02T17:17:23.805733Z","steps":["trace[1965542249] 'range keys from in-memory index tree' (duration: 238.30571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.805828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.827086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:23.805893Z","caller":"traceutil/trace.go:171","msg":"trace[8356601] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14825; }","duration":"238.875658ms","start":"2026-04-02T17:17:23.56699Z","end":"2026-04-02T17:17:23.805866Z","steps":["trace[8356601] 'range keys from in-memory index tree' (duration: 238.734394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.80589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.225236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T17:17:23.805973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.343249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:23.806019Z","caller":"traceutil/trace.go:171","msg":"trace[840529948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14825; }","duration":"381.397891ms","start":"2026-04-02T17:17:23.424588Z","end":"2026-04-02T17:17:23.805986Z","steps":["trace[840529948] 'range keys from in-memory index tree' (duration: 381.007668ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:23.806082Z","caller":"traceutil/trace.go:171","msg":"trace[703820306] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"237.423152ms","start":"2026-04-02T17:17:23.568594Z","end":"2026-04-02T17:17:23.806017Z","steps":["trace[703820306] 'range keys from in-memory index tree' (duration: 237.211445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:23.424564Z","time spent":"381.526355ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:17:23.805744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.112262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:23.80628Z","caller":"traceutil/trace.go:171","msg":"trace[1047768067] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"237.699281ms","start":"2026-04-02T17:17:23.568559Z","end":"2026-04-02T17:17:23.806259Z","steps":["trace[1047768067] 'range keys from in-memory index tree' (duration: 236.893215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.419203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:23.806463Z","caller":"traceutil/trace.go:171","msg":"trace[877544886] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14825; }","duration":"238.63399ms","start":"2026-04-02T17:17:23.567806Z","end":"2026-04-02T17:17:23.80644Z","steps":["trace[877544886] 'range keys from in-memory index tree' (duration: 238.369852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.805728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.747668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T17:17:23.806508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.289191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:23.806528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.357395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-02T17:17:23.805644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.069577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:17:23.806561Z","caller":"traceutil/trace.go:171","msg":"trace[841843578] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14825; }","duration":"239.357703ms","start":"2026-04-02T17:17:23.567188Z","end":"2026-04-02T17:17:23.806546Z","steps":["trace[841843578] 'range keys from in-memory index tree' (duration: 239.221729ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:23.806573Z","caller":"traceutil/trace.go:171","msg":"trace[1570274667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14825; }","duration":"359.417766ms","start":"2026-04-02T17:17:23.44714Z","end":"2026-04-02T17:17:23.806557Z","steps":["trace[1570274667] 'range keys from in-memory index tree' (duration: 359.124577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:23.447129Z","time spent":"359.471659ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:17:23.806597Z","caller":"traceutil/trace.go:171","msg":"trace[1975071568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14825; }","duration":"211.043018ms","start":"2026-04-02T17:17:23.595539Z","end":"2026-04-02T17:17:23.806582Z","steps":["trace[1975071568] 'range keys from in-memory index tree' (duration: 209.869161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.209192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:23.806665Z","caller":"traceutil/trace.go:171","msg":"trace[579057795] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14825; }","duration":"235.269314ms","start":"2026-04-02T17:17:23.571386Z","end":"2026-04-02T17:17:23.806656Z","steps":["trace[579057795] 'range keys from in-memory index tree' (duration: 234.439878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.385462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:17:23.806617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.017654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T17:17:23.806769Z","caller":"traceutil/trace.go:171","msg":"trace[653170082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14825; }","duration":"207.454785ms","start":"2026-04-02T17:17:23.599278Z","end":"2026-04-02T17:17:23.806733Z","steps":["trace[653170082] 'range keys from in-memory index tree' (duration: 206.377001ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:23.806782Z","caller":"traceutil/trace.go:171","msg":"trace[594126942] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"240.21264ms","start":"2026-04-02T17:17:23.566559Z","end":"2026-04-02T17:17:23.806772Z","steps":["trace[594126942] 'range keys from in-memory index tree' (duration: 239.657163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.213112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T17:17:23.80682Z","caller":"traceutil/trace.go:171","msg":"trace[1646521834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14825; }","duration":"235.271574ms","start":"2026-04-02T17:17:23.571541Z","end":"2026-04-02T17:17:23.806812Z","steps":["trace[1646521834] 'range keys from in-memory index tree' (duration: 234.634574ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:23.806544Z","caller":"traceutil/trace.go:171","msg":"trace[1362060778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14825; }","duration":"198.668177ms","start":"2026-04-02T17:17:23.607854Z","end":"2026-04-02T17:17:23.806523Z","steps":["trace[1362060778] 'range keys from in-memory index tree' (duration: 197.600514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:23.806403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.380486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-02T17:17:23.808306Z","caller":"traceutil/trace.go:171","msg":"trace[1089373739] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14825; }","duration":"186.302257ms","start":"2026-04-02T17:17:23.621986Z","end":"2026-04-02T17:17:23.808288Z","steps":["trace[1089373739] 'range keys from in-memory index tree' (duration: 183.904641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:25.281816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513870133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:17:25.782759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513870133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:17:26.283394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513870133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:17:26.78423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513870133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:17:26.887713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.106435287s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:17:26.888427Z","caller":"traceutil/trace.go:171","msg":"trace[1865753053] transaction","detail":"{read_only:false; response_revision:14832; number_of_response:1; }","duration":"2.107222472s","start":"2026-04-02T17:17:24.78117Z","end":"2026-04-02T17:17:26.888393Z","steps":["trace[1865753053] 'process raft request' (duration: 2.106860541s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:26.889552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.781148Z","time spent":"2.107426808s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:17:27.142226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.852631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:17:27.142468Z","caller":"traceutil/trace.go:171","msg":"trace[1977832447] linearizableReadLoop","detail":"{readStateIndex:15351; appliedIndex:15348; }","duration":"2.36101618s","start":"2026-04-02T17:17:24.781431Z","end":"2026-04-02T17:17:27.142447Z","steps":["trace[1977832447] 'read index received' (duration: 2.106615962s)","trace[1977832447] 'applied index is now lower than readState.Index' (duration: 254.399028ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:27.142606Z","caller":"traceutil/trace.go:171","msg":"trace[628247743] transaction","detail":"{read_only:false; response_revision:14833; number_of_response:1; }","duration":"2.359536314s","start":"2026-04-02T17:17:24.783056Z","end":"2026-04-02T17:17:27.142592Z","steps":["trace[628247743] 'process raft request' (duration: 2.211203277s)","trace[628247743] 'compare' (duration: 147.644825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:17:27.142688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.783031Z","time spent":"2.359617377s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:27.143027Z","caller":"traceutil/trace.go:171","msg":"trace[1616077415] transaction","detail":"{read_only:false; response_revision:14834; number_of_response:1; }","duration":"948.83809ms","start":"2026-04-02T17:17:26.194144Z","end":"2026-04-02T17:17:27.142982Z","steps":["trace[1616077415] 'process raft request' (duration: 948.231871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.143191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273729093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.143186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151969676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:17:27.143241Z","caller":"traceutil/trace.go:171","msg":"trace[261055331] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14834; }","duration":"2.273812596s","start":"2026-04-02T17:17:24.869417Z","end":"2026-04-02T17:17:27.14323Z","steps":["trace[261055331] 'agreement among raft nodes before linearized reading' (duration: 2.273731564s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.143261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.194112Z","time spent":"949.037687ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:27.143279Z","caller":"traceutil/trace.go:171","msg":"trace[466208552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14834; }","duration":"2.152141011s","start":"2026-04-02T17:17:24.991113Z","end":"2026-04-02T17:17:27.143254Z","steps":["trace[466208552] 'agreement among raft nodes before linearized reading' (duration: 2.151901423s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.143295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.8694Z","time spent":"2.273884538s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:17:27.143283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321811535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-02T17:17:27.143394Z","caller":"traceutil/trace.go:171","msg":"trace[950104954] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14834; }","duration":"1.32198579s","start":"2026-04-02T17:17:25.821381Z","end":"2026-04-02T17:17:27.143366Z","steps":["trace[950104954] 'agreement among raft nodes before linearized reading' (duration: 1.321609179s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.143434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330463418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-02T17:17:27.143461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.82136Z","time spent":"1.322090144s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-02T17:17:27.143514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18467042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.143533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539138222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.143563Z","caller":"traceutil/trace.go:171","msg":"trace[2112932652] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:14834; }","duration":"2.184794623s","start":"2026-04-02T17:17:24.958755Z","end":"2026-04-02T17:17:27.14355Z","steps":["trace[2112932652] 'agreement among raft nodes before linearized reading' (duration: 2.184719681s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.14361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.958694Z","time spent":"2.184906037s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:17:27.143636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833735981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:17:27.143433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330148349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.143765Z","caller":"traceutil/trace.go:171","msg":"trace[1710317679] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14834; }","duration":"1.330773988s","start":"2026-04-02T17:17:25.81297Z","end":"2026-04-02T17:17:27.143744Z","steps":["trace[1710317679] 'agreement among raft nodes before linearized reading' (duration: 1.330063836s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.143859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.308894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-02T17:17:27.143828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.812904Z","time spent":"1.330910393s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:17:27.143906Z","caller":"traceutil/trace.go:171","msg":"trace[281488444] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14834; }","duration":"723.408297ms","start":"2026-04-02T17:17:26.420485Z","end":"2026-04-02T17:17:27.143893Z","steps":["trace[281488444] 'agreement among raft nodes before linearized reading' (duration: 723.291313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.143905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329579861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-02T17:17:27.143937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.42045Z","time spent":"723.480529ms","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-02T17:17:27.143948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266530436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:27.143956Z","caller":"traceutil/trace.go:171","msg":"trace[487913271] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"1.329681734s","start":"2026-04-02T17:17:25.814259Z","end":"2026-04-02T17:17:27.143941Z","steps":["trace[487913271] 'agreement among raft nodes before linearized reading' (duration: 1.329532009s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.81423Z","time spent":"1.329761086s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36256467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720658"} {"level":"info","ts":"2026-04-02T17:17:27.144069Z","caller":"traceutil/trace.go:171","msg":"trace[263321284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14834; }","duration":"2.362658133s","start":"2026-04-02T17:17:24.781395Z","end":"2026-04-02T17:17:27.144053Z","steps":["trace[263321284] 'agreement among raft nodes before linearized reading' (duration: 2.361447305s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322108052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.144126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274524758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.144153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.663755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:27.144163Z","caller":"traceutil/trace.go:171","msg":"trace[403588571] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14834; }","duration":"2.322194374s","start":"2026-04-02T17:17:24.821953Z","end":"2026-04-02T17:17:27.144147Z","steps":["trace[403588571] 'agreement among raft nodes before linearized reading' (duration: 2.32206981s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.144188Z","caller":"traceutil/trace.go:171","msg":"trace[1935800599] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"723.716817ms","start":"2026-04-02T17:17:26.420462Z","end":"2026-04-02T17:17:27.144179Z","steps":["trace[1935800599] 'agreement among raft nodes before linearized reading' (duration: 723.613514ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.143569Z","caller":"traceutil/trace.go:171","msg":"trace[1772991880] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14834; }","duration":"1.539238915s","start":"2026-04-02T17:17:25.604318Z","end":"2026-04-02T17:17:27.143557Z","steps":["trace[1772991880] 'agreement among raft nodes before linearized reading' (duration: 1.539176923s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.420452Z","time spent":"723.769728ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.604275Z","time spent":"1.539969038s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:17:27.144262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24032069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:17:27.144321Z","caller":"traceutil/trace.go:171","msg":"trace[1785668462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14834; }","duration":"1.240410773s","start":"2026-04-02T17:17:25.903891Z","end":"2026-04-02T17:17:27.144301Z","steps":["trace[1785668462] 'agreement among raft nodes before linearized reading' (duration: 1.240272589s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322482114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.144464Z","caller":"traceutil/trace.go:171","msg":"trace[1490992662] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14834; }","duration":"2.322535295s","start":"2026-04-02T17:17:24.821919Z","end":"2026-04-02T17:17:27.144454Z","steps":["trace[1490992662] 'agreement among raft nodes before linearized reading' (duration: 2.322485523s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.821908Z","time spent":"2.322601938s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.903868Z","time spent":"1.240584979s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:17:27.144462Z","caller":"traceutil/trace.go:171","msg":"trace[117602441] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14834; }","duration":"1.833831054s","start":"2026-04-02T17:17:25.309838Z","end":"2026-04-02T17:17:27.143669Z","steps":["trace[117602441] 'agreement among raft nodes before linearized reading' (duration: 1.833756112s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.143994Z","caller":"traceutil/trace.go:171","msg":"trace[1135412639] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"2.266633569s","start":"2026-04-02T17:17:24.877346Z","end":"2026-04-02T17:17:27.14398Z","steps":["trace[1135412639] 'agreement among raft nodes before linearized reading' (duration: 2.266447783s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.309812Z","time spent":"1.834768823s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:17:27.144658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331565483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.144628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994292984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.144693Z","caller":"traceutil/trace.go:171","msg":"trace[887822175] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14834; }","duration":"1.331617505s","start":"2026-04-02T17:17:25.813067Z","end":"2026-04-02T17:17:27.144685Z","steps":["trace[887822175] 'agreement among raft nodes before linearized reading' (duration: 1.331568544s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.813056Z","time spent":"1.331660036s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:17:27.144743Z","caller":"traceutil/trace.go:171","msg":"trace[1521774566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14834; }","duration":"1.994461929s","start":"2026-04-02T17:17:25.150253Z","end":"2026-04-02T17:17:27.144714Z","steps":["trace[1521774566] 'agreement among raft nodes before linearized reading' (duration: 1.994242972s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.150225Z","time spent":"1.994554842s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273882477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.144842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240901359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-02T17:17:27.144254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322233285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.144892Z","caller":"traceutil/trace.go:171","msg":"trace[1375257608] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14834; }","duration":"1.240984951s","start":"2026-04-02T17:17:25.90389Z","end":"2026-04-02T17:17:27.144875Z","steps":["trace[1375257608] 'agreement among raft nodes before linearized reading' (duration: 1.240810076s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.144902Z","caller":"traceutil/trace.go:171","msg":"trace[1651423900] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14834; }","duration":"2.322919448s","start":"2026-04-02T17:17:24.821973Z","end":"2026-04-02T17:17:27.144892Z","steps":["trace[1651423900] 'agreement among raft nodes before linearized reading' (duration: 2.322259517s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.144892Z","caller":"traceutil/trace.go:171","msg":"trace[1026934187] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14834; }","duration":"2.274684543s","start":"2026-04-02T17:17:24.870162Z","end":"2026-04-02T17:17:27.144846Z","steps":["trace[1026934187] 'agreement among raft nodes before linearized reading' (duration: 2.273868987s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331476001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-02T17:17:27.144933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.82195Z","time spent":"2.322975329s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:17:27.144961Z","caller":"traceutil/trace.go:171","msg":"trace[1718892138] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14834; }","duration":"1.331869873s","start":"2026-04-02T17:17:25.813077Z","end":"2026-04-02T17:17:27.144947Z","steps":["trace[1718892138] 'agreement among raft nodes before linearized reading' (duration: 1.331368288s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.127862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:17:27.144968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.870154Z","time spent":"2.274795216s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.813046Z","time spent":"1.331942586s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-02T17:17:27.143471Z","caller":"traceutil/trace.go:171","msg":"trace[1153311600] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14834; }","duration":"1.33053558s","start":"2026-04-02T17:17:25.812925Z","end":"2026-04-02T17:17:27.143461Z","steps":["trace[1153311600] 'agreement among raft nodes before linearized reading' (duration: 1.330429507s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241086644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:17:27.145051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.812903Z","time spent":"1.332138041s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-02T17:17:27.145057Z","caller":"traceutil/trace.go:171","msg":"trace[1564312585] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14834; }","duration":"1.241143527s","start":"2026-04-02T17:17:25.903904Z","end":"2026-04-02T17:17:27.145047Z","steps":["trace[1564312585] 'agreement among raft nodes before linearized reading' (duration: 1.241050654s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.1449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.824842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.145107Z","caller":"traceutil/trace.go:171","msg":"trace[43535137] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14834; }","duration":"725.275596ms","start":"2026-04-02T17:17:26.419814Z","end":"2026-04-02T17:17:27.14509Z","steps":["trace[43535137] 'agreement among raft nodes before linearized reading' (duration: 725.037058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.353269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-02T17:17:27.144931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.903872Z","time spent":"1.241045083s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.419788Z","time spent":"725.364409ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:17:27.14517Z","caller":"traceutil/trace.go:171","msg":"trace[709218778] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14834; }","duration":"725.448272ms","start":"2026-04-02T17:17:26.41971Z","end":"2026-04-02T17:17:27.145158Z","steps":["trace[709218778] 'agreement among raft nodes before linearized reading' (duration: 725.322158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240369512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:17:27.145008Z","caller":"traceutil/trace.go:171","msg":"trace[1232613468] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14834; }","duration":"725.230195ms","start":"2026-04-02T17:17:26.419763Z","end":"2026-04-02T17:17:27.144993Z","steps":["trace[1232613468] 'agreement among raft nodes before linearized reading' (duration: 725.171373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32331982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-02T17:17:27.145317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241281231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-02T17:17:27.145336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315575198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:17:27.145366Z","caller":"traceutil/trace.go:171","msg":"trace[341776816] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14834; }","duration":"1.241374884s","start":"2026-04-02T17:17:25.903979Z","end":"2026-04-02T17:17:27.145354Z","steps":["trace[341776816] 'agreement among raft nodes before linearized reading' (duration: 1.241257051s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.144131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.781371Z","time spent":"2.362745115s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720682,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:17:27.145238Z","caller":"traceutil/trace.go:171","msg":"trace[1109107031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14834; }","duration":"1.240410453s","start":"2026-04-02T17:17:25.904817Z","end":"2026-04-02T17:17:27.145227Z","steps":["trace[1109107031] 'agreement among raft nodes before linearized reading' (duration: 1.24030291s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.145382Z","caller":"traceutil/trace.go:171","msg":"trace[1163720088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14834; }","duration":"1.315647611s","start":"2026-04-02T17:17:25.829725Z","end":"2026-04-02T17:17:27.145372Z","steps":["trace[1163720088] 'agreement among raft nodes before linearized reading' (duration: 1.315552368s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.829711Z","time spent":"1.315704582s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.14186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:27.145451Z","caller":"traceutil/trace.go:171","msg":"trace[2068935737] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"2.323660811s","start":"2026-04-02T17:17:24.821722Z","end":"2026-04-02T17:17:27.145383Z","steps":["trace[2068935737] 'agreement among raft nodes before linearized reading' (duration: 2.322739492s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.903954Z","time spent":"1.241554439s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20708067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kf6rp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T17:17:27.145586Z","caller":"traceutil/trace.go:171","msg":"trace[1174321958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kf6rp; range_end:; response_count:1; response_revision:14834; }","duration":"1.207162542s","start":"2026-04-02T17:17:25.938413Z","end":"2026-04-02T17:17:27.145575Z","steps":["trace[1174321958] 'agreement among raft nodes before linearized reading' (duration: 1.207037918s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.821706Z","time spent":"2.323862617s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:17:27.143329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.991086Z","time spent":"2.152233124s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324136119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-02T17:17:27.145683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208865246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdf4j\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-04-02T17:17:27.145647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180535132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2fcj6\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-02T17:17:27.145712Z","caller":"traceutil/trace.go:171","msg":"trace[1918575235] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tdf4j; range_end:; response_count:1; response_revision:14834; }","duration":"1.208944039s","start":"2026-04-02T17:17:25.936761Z","end":"2026-04-02T17:17:27.145705Z","steps":["trace[1918575235] 'agreement among raft nodes before linearized reading' (duration: 1.208777964s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.904799Z","time spent":"1.24061034s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:17:27.144183Z","caller":"traceutil/trace.go:171","msg":"trace[826084438] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14834; }","duration":"2.274638742s","start":"2026-04-02T17:17:24.869532Z","end":"2026-04-02T17:17:27.14417Z","steps":["trace[826084438] 'agreement among raft nodes before linearized reading' (duration: 2.27456605s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324255013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.145713Z","caller":"traceutil/trace.go:171","msg":"trace[330607432] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"1.32418395s","start":"2026-04-02T17:17:25.821518Z","end":"2026-04-02T17:17:27.145702Z","steps":["trace[330607432] 'agreement among raft nodes before linearized reading' (duration: 1.324056446s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.869507Z","time spent":"2.276251183s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.821464Z","time spent":"1.324321305s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-02T17:17:27.145625Z","caller":"traceutil/trace.go:171","msg":"trace[67197094] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"742.381127ms","start":"2026-04-02T17:17:26.403229Z","end":"2026-04-02T17:17:27.14561Z","steps":["trace[67197094] 'agreement among raft nodes before linearized reading' (duration: 742.029356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.145889Z","caller":"traceutil/trace.go:171","msg":"trace[1144397239] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14834; }","duration":"1.324310144s","start":"2026-04-02T17:17:25.821456Z","end":"2026-04-02T17:17:27.145766Z","steps":["trace[1144397239] 'agreement among raft nodes before linearized reading' (duration: 1.324211601s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.145955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.403203Z","time spent":"742.714928ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.821945Z","time spent":"2.322252507s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.821409Z","time spent":"1.324573312s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.936735Z","time spent":"1.20900734s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20794,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tdf4j\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.903885Z","time spent":"1.241197589s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242350455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:17:27.146141Z","caller":"traceutil/trace.go:171","msg":"trace[2015450512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14834; }","duration":"1.243285005s","start":"2026-04-02T17:17:25.90284Z","end":"2026-04-02T17:17:27.146125Z","steps":["trace[2015450512] 'agreement among raft nodes before linearized reading' (duration: 1.242304464s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.146177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.902809Z","time spent":"1.243358127s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:17:27.145853Z","caller":"traceutil/trace.go:171","msg":"trace[673789469] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2fcj6; range_end:; response_count:1; response_revision:14834; }","duration":"1.180740818s","start":"2026-04-02T17:17:25.964995Z","end":"2026-04-02T17:17:27.145736Z","steps":["trace[673789469] 'agreement among raft nodes before linearized reading' (duration: 1.18046387s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.146253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.964976Z","time spent":"1.181259394s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2fcj6\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.419733Z","time spent":"725.509054ms","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.938388Z","time spent":"1.207230975s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-kf6rp\" "} {"level":"warn","ts":"2026-04-02T17:17:27.145212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:26.41968Z","time spent":"725.522454ms","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.877317Z","time spent":"2.26728605s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:17:27.144466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328966832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-02T17:17:27.147378Z","caller":"traceutil/trace.go:171","msg":"trace[1830709638] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14834; }","duration":"1.331902234s","start":"2026-04-02T17:17:25.815463Z","end":"2026-04-02T17:17:27.147365Z","steps":["trace[1830709638] 'agreement among raft nodes before linearized reading' (duration: 1.328829127s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.147493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:25.815453Z","time spent":"1.332010938s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:17:27.156324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366145473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720658"} {"level":"info","ts":"2026-04-02T17:17:27.156563Z","caller":"traceutil/trace.go:171","msg":"trace[445607008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14834; }","duration":"2.366416412s","start":"2026-04-02T17:17:24.790131Z","end":"2026-04-02T17:17:27.156548Z","steps":["trace[445607008] 'agreement among raft nodes before linearized reading' (duration: 2.352801432s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.156675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:24.790117Z","time spent":"2.366537875s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720682,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:17:27.579791Z","caller":"traceutil/trace.go:171","msg":"trace[1315138107] transaction","detail":"{read_only:false; response_revision:14836; number_of_response:1; }","duration":"416.828261ms","start":"2026-04-02T17:17:27.162927Z","end":"2026-04-02T17:17:27.579755Z","steps":["trace[1315138107] 'process raft request' (duration: 416.542972ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:27.579912Z","caller":"traceutil/trace.go:171","msg":"trace[465525315] transaction","detail":"{read_only:false; response_revision:14837; number_of_response:1; }","duration":"416.886733ms","start":"2026-04-02T17:17:27.162986Z","end":"2026-04-02T17:17:27.579873Z","steps":["trace[465525315] 'process raft request' (duration: 416.693217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.579968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.16291Z","time spent":"416.959925ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:17:27.580122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.16298Z","time spent":"417.028547ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:27.580879Z","caller":"traceutil/trace.go:171","msg":"trace[154549820] transaction","detail":"{read_only:false; response_revision:14838; number_of_response:1; }","duration":"417.888754ms","start":"2026-04-02T17:17:27.162963Z","end":"2026-04-02T17:17:27.580852Z","steps":["trace[154549820] 'process raft request' (duration: 416.767078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.580984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.162937Z","time spent":"417.988247ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:27.581787Z","caller":"traceutil/trace.go:171","msg":"trace[1696659077] transaction","detail":"{read_only:false; response_revision:14839; number_of_response:1; }","duration":"418.295157ms","start":"2026-04-02T17:17:27.163475Z","end":"2026-04-02T17:17:27.58177Z","steps":["trace[1696659077] 'process raft request' (duration: 417.75075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.581865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.163467Z","time spent":"418.353229ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:27.582005Z","caller":"traceutil/trace.go:171","msg":"trace[206599816] transaction","detail":"{read_only:false; response_revision:14840; number_of_response:1; }","duration":"418.233395ms","start":"2026-04-02T17:17:27.163708Z","end":"2026-04-02T17:17:27.581942Z","steps":["trace[206599816] 'process raft request' (duration: 418.025809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.582193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.1637Z","time spent":"418.3953ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:17:27.583467Z","caller":"traceutil/trace.go:171","msg":"trace[209240258] linearizableReadLoop","detail":"{readStateIndex:15359; appliedIndex:15352; }","duration":"383.793227ms","start":"2026-04-02T17:17:27.199653Z","end":"2026-04-02T17:17:27.583446Z","steps":["trace[209240258] 'read index received' (duration: 379.848662ms)","trace[209240258] 'applied index is now lower than readState.Index' (duration: 3.943095ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:27.583531Z","caller":"traceutil/trace.go:171","msg":"trace[1357441446] transaction","detail":"{read_only:false; response_revision:14842; number_of_response:1; }","duration":"416.948105ms","start":"2026-04-02T17:17:27.166565Z","end":"2026-04-02T17:17:27.583513Z","steps":["trace[1357441446] 'process raft request' (duration: 416.664706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.583767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.16655Z","time spent":"417.178082ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:17:27.584185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.926577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:27.584225Z","caller":"traceutil/trace.go:171","msg":"trace[1266605061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14842; }","duration":"418.987879ms","start":"2026-04-02T17:17:27.165225Z","end":"2026-04-02T17:17:27.584213Z","steps":["trace[1266605061] 'agreement among raft nodes before linearized reading' (duration: 418.929517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.584253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.165212Z","time spent":"419.03524ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:17:27.584817Z","caller":"traceutil/trace.go:171","msg":"trace[1003546072] transaction","detail":"{read_only:false; response_revision:14841; number_of_response:1; }","duration":"421.017333ms","start":"2026-04-02T17:17:27.163781Z","end":"2026-04-02T17:17:27.584799Z","steps":["trace[1003546072] 'process raft request' (duration: 418.085161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.586236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.163774Z","time spent":"422.322824ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:17:27.586858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.315996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720658"} {"level":"info","ts":"2026-04-02T17:17:27.586993Z","caller":"traceutil/trace.go:171","msg":"trace[24304818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14842; }","duration":"417.46099ms","start":"2026-04-02T17:17:27.169518Z","end":"2026-04-02T17:17:27.586979Z","steps":["trace[24304818] 'agreement among raft nodes before linearized reading' (duration: 414.375703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.587091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.169513Z","time spent":"417.564423ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720682,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:17:27.58994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.682995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720658"} {"level":"info","ts":"2026-04-02T17:17:27.589991Z","caller":"traceutil/trace.go:171","msg":"trace[767755522] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:14842; }","duration":"416.751458ms","start":"2026-04-02T17:17:27.173229Z","end":"2026-04-02T17:17:27.589981Z","steps":["trace[767755522] 'agreement among raft nodes before linearized reading' (duration: 410.421188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:27.590025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:17:27.173223Z","time spent":"416.792829ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720682,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:17:28.823269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.417304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-02T17:17:28.823385Z","caller":"traceutil/trace.go:171","msg":"trace[1545080119] linearizableReadLoop","detail":"{readStateIndex:15360; appliedIndex:15359; }","duration":"144.205836ms","start":"2026-04-02T17:17:28.679156Z","end":"2026-04-02T17:17:28.823362Z","steps":["trace[1545080119] 'read index received' (duration: 36.665858ms)","trace[1545080119] 'applied index is now lower than readState.Index' (duration: 107.537078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:17:28.823497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.320141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:17:28.82353Z","caller":"traceutil/trace.go:171","msg":"trace[361038980] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:14842; }","duration":"144.407193ms","start":"2026-04-02T17:17:28.679108Z","end":"2026-04-02T17:17:28.823516Z","steps":["trace[361038980] 'agreement among raft nodes before linearized reading' (duration: 144.30715ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:29.033242Z","caller":"traceutil/trace.go:171","msg":"trace[2096898810] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"137.573597ms","start":"2026-04-02T17:17:28.895634Z","end":"2026-04-02T17:17:29.033207Z","steps":["trace[2096898810] 'process raft request' (duration: 137.337649ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:48.704298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12529} {"level":"info","ts":"2026-04-02T17:17:48.790029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12529,"took":"82.711193ms","hash":1758074200,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":29401088,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-02T17:17:48.790114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1758074200,"revision":12529,"compact-revision":10277} {"level":"info","ts":"2026-04-02T17:20:26.101106Z","caller":"traceutil/trace.go:171","msg":"trace[739585996] transaction","detail":"{read_only:false; response_revision:16281; number_of_response:1; }","duration":"246.005973ms","start":"2026-04-02T17:20:25.855062Z","end":"2026-04-02T17:20:26.101068Z","steps":["trace[739585996] 'process raft request' (duration: 245.803227ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:26.102633Z","caller":"traceutil/trace.go:171","msg":"trace[1889819859] transaction","detail":"{read_only:false; response_revision:16282; number_of_response:1; }","duration":"205.769741ms","start":"2026-04-02T17:20:25.896842Z","end":"2026-04-02T17:20:26.102612Z","steps":["trace[1889819859] 'process raft request' (duration: 205.665748ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:36.789392Z","caller":"traceutil/trace.go:171","msg":"trace[195327940] linearizableReadLoop","detail":"{readStateIndex:16939; appliedIndex:16937; }","duration":"106.493225ms","start":"2026-04-02T17:20:36.68287Z","end":"2026-04-02T17:20:36.789363Z","steps":["trace[195327940] 'read index received' (duration: 15.336335ms)","trace[195327940] 'applied index is now lower than readState.Index' (duration: 91.15561ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:36.789634Z","caller":"traceutil/trace.go:171","msg":"trace[170363236] transaction","detail":"{read_only:false; response_revision:16373; number_of_response:1; }","duration":"119.105953ms","start":"2026-04-02T17:20:36.670495Z","end":"2026-04-02T17:20:36.789601Z","steps":["trace[170363236] 'process raft request' (duration: 118.764163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.789694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.0794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:20:36.789748Z","caller":"traceutil/trace.go:171","msg":"trace[429619726] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16373; }","duration":"149.168374ms","start":"2026-04-02T17:20:36.640563Z","end":"2026-04-02T17:20:36.789731Z","steps":["trace[429619726] 'agreement among raft nodes before linearized reading' (duration: 149.038299ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:36.789764Z","caller":"traceutil/trace.go:171","msg":"trace[1611373515] transaction","detail":"{read_only:false; response_revision:16372; number_of_response:1; }","duration":"149.118352ms","start":"2026-04-02T17:20:36.640615Z","end":"2026-04-02T17:20:36.789733Z","steps":["trace[1611373515] 'process raft request' (duration: 57.650532ms)","trace[1611373515] 'compare' (duration: 90.824829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:36.790057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.85997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-6g5zw\" ","response":"range_response_count:1 size:18652"} {"level":"info","ts":"2026-04-02T17:20:36.790185Z","caller":"traceutil/trace.go:171","msg":"trace[1938157957] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-6g5zw; range_end:; response_count:1; response_revision:16373; }","duration":"103.062586ms","start":"2026-04-02T17:20:36.687097Z","end":"2026-04-02T17:20:36.79016Z","steps":["trace[1938157957] 'agreement among raft nodes before linearized reading' (duration: 102.643853ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:42.309702Z","caller":"traceutil/trace.go:171","msg":"trace[548108336] linearizableReadLoop","detail":"{readStateIndex:16966; appliedIndex:16965; }","duration":"100.66068ms","start":"2026-04-02T17:20:42.209009Z","end":"2026-04-02T17:20:42.30967Z","steps":["trace[548108336] 'read index received' (duration: 100.404882ms)","trace[548108336] 'applied index is now lower than readState.Index' (duration: 253.758µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:42.309847Z","caller":"traceutil/trace.go:171","msg":"trace[1239714770] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"137.69746ms","start":"2026-04-02T17:20:42.172096Z","end":"2026-04-02T17:20:42.309794Z","steps":["trace[1239714770] 'process raft request' (duration: 137.325738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:42.309956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.909018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:42.310065Z","caller":"traceutil/trace.go:171","msg":"trace[1783304250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:16399; }","duration":"101.106734ms","start":"2026-04-02T17:20:42.208936Z","end":"2026-04-02T17:20:42.310042Z","steps":["trace[1783304250] 'agreement among raft nodes before linearized reading' (duration: 100.880907ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:49.712765Z","caller":"traceutil/trace.go:171","msg":"trace[1886319061] transaction","detail":"{read_only:false; response_revision:16439; number_of_response:1; }","duration":"122.17692ms","start":"2026-04-02T17:20:49.590561Z","end":"2026-04-02T17:20:49.712738Z","steps":["trace[1886319061] 'process raft request' (duration: 121.795608ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:22:48.710943Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14944} {"level":"info","ts":"2026-04-02T17:22:48.819822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14944,"took":"104.883434ms","hash":2242615938,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":30801920,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T17:22:48.819916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2242615938,"revision":14944,"compact-revision":12529} {"level":"info","ts":"2026-04-02T17:23:10.047626Z","caller":"traceutil/trace.go:171","msg":"trace[390615018] transaction","detail":"{read_only:false; response_revision:17393; number_of_response:1; }","duration":"244.507386ms","start":"2026-04-02T17:23:09.80308Z","end":"2026-04-02T17:23:10.047587Z","steps":["trace[390615018] 'process raft request' (duration: 244.262318ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:10.340146Z","caller":"traceutil/trace.go:171","msg":"trace[1896580255] linearizableReadLoop","detail":"{readStateIndex:17997; appliedIndex:17996; }","duration":"445.379951ms","start":"2026-04-02T17:23:09.894708Z","end":"2026-04-02T17:23:10.340088Z","steps":["trace[1896580255] 'read index received' (duration: 153.416098ms)","trace[1896580255] 'applied index is now lower than readState.Index' (duration: 291.962093ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:23:10.340251Z","caller":"traceutil/trace.go:171","msg":"trace[767720291] transaction","detail":"{read_only:false; response_revision:17394; number_of_response:1; }","duration":"534.562049ms","start":"2026-04-02T17:23:09.80564Z","end":"2026-04-02T17:23:10.340202Z","steps":["trace[767720291] 'process raft request' (duration: 517.983575ms)","trace[767720291] 'compare' (duration: 16.022346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:23:10.340435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.032227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:23:10.340448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.868281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:23:10.340482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.756683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2fcj6\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-04-02T17:23:10.34053Z","caller":"traceutil/trace.go:171","msg":"trace[221620556] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2fcj6; range_end:; response_count:1; response_revision:17394; }","duration":"445.867587ms","start":"2026-04-02T17:23:09.894652Z","end":"2026-04-02T17:23:10.340519Z","steps":["trace[221620556] 'agreement among raft nodes before linearized reading' (duration: 445.64225ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:10.340531Z","caller":"traceutil/trace.go:171","msg":"trace[1199619082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17394; }","duration":"191.997966ms","start":"2026-04-02T17:23:10.148516Z","end":"2026-04-02T17:23:10.340514Z","steps":["trace[1199619082] 'agreement among raft nodes before linearized reading' (duration: 191.891123ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:10.340531Z","caller":"traceutil/trace.go:171","msg":"trace[72215086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:17394; }","duration":"443.153151ms","start":"2026-04-02T17:23:09.897357Z","end":"2026-04-02T17:23:10.34051Z","steps":["trace[72215086] 'agreement among raft nodes before linearized reading' (duration: 442.989036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:10.340568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:09.894629Z","time spent":"445.930508ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9824,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2fcj6\" "} {"level":"warn","ts":"2026-04-02T17:23:10.340583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:09.897243Z","time spent":"443.327487ms","remote":"127.0.0.1:59872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:23:10.340624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:09.805616Z","time spent":"534.731065ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:23:10.340798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.967184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:23:10.34097Z","caller":"traceutil/trace.go:171","msg":"trace[2008443391] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:17394; }","duration":"317.225322ms","start":"2026-04-02T17:23:10.023708Z","end":"2026-04-02T17:23:10.340933Z","steps":["trace[2008443391] 'agreement among raft nodes before linearized reading' (duration: 316.790608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:10.341044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:10.023679Z","time spent":"317.347076ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:23:16.07712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513880643,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:23:16.223024Z","caller":"traceutil/trace.go:171","msg":"trace[516515996] transaction","detail":"{read_only:false; response_revision:17422; number_of_response:1; }","duration":"646.673631ms","start":"2026-04-02T17:23:15.576318Z","end":"2026-04-02T17:23:16.222991Z","steps":["trace[516515996] 'process raft request' (duration: 646.455384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.223197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:15.576287Z","time spent":"646.825696ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:23:16.223351Z","caller":"traceutil/trace.go:171","msg":"trace[1537735375] linearizableReadLoop","detail":"{readStateIndex:18026; appliedIndex:18025; }","duration":"646.459044ms","start":"2026-04-02T17:23:15.576877Z","end":"2026-04-02T17:23:16.223336Z","steps":["trace[1537735375] 'read index received' (duration: 645.751552ms)","trace[1537735375] 'applied index is now lower than readState.Index' (duration: 706.332µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:23:16.223615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.726692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:23:16.223683Z","caller":"traceutil/trace.go:171","msg":"trace[1222456135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17422; }","duration":"646.841166ms","start":"2026-04-02T17:23:15.576825Z","end":"2026-04-02T17:23:16.223666Z","steps":["trace[1222456135] 'agreement among raft nodes before linearized reading' (duration: 646.64526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.223704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.2591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-02T17:23:16.223736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:15.576811Z","time spent":"646.914428ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:23:16.223783Z","caller":"traceutil/trace.go:171","msg":"trace[752302730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17422; }","duration":"547.395794ms","start":"2026-04-02T17:23:15.676371Z","end":"2026-04-02T17:23:16.223766Z","steps":["trace[752302730] 'agreement among raft nodes before linearized reading' (duration: 547.175107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.223967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:15.676343Z","time spent":"547.605471ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:23:16.223953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.820623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8rq8h\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-04-02T17:23:16.223824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.136573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T17:23:16.224132Z","caller":"traceutil/trace.go:171","msg":"trace[1259837438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17422; }","duration":"137.481153ms","start":"2026-04-02T17:23:16.086633Z","end":"2026-04-02T17:23:16.224114Z","steps":["trace[1259837438] 'agreement among raft nodes before linearized reading' (duration: 137.112222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.223682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.845208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:23:16.22426Z","caller":"traceutil/trace.go:171","msg":"trace[1387339077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17422; }","duration":"491.470578ms","start":"2026-04-02T17:23:15.732742Z","end":"2026-04-02T17:23:16.224213Z","steps":["trace[1387339077] 'agreement among raft nodes before linearized reading' (duration: 490.781496ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:16.224059Z","caller":"traceutil/trace.go:171","msg":"trace[339165071] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8rq8h; range_end:; response_count:1; response_revision:17422; }","duration":"551.002578ms","start":"2026-04-02T17:23:15.67303Z","end":"2026-04-02T17:23:16.224032Z","steps":["trace[339165071] 'agreement among raft nodes before linearized reading' (duration: 550.583325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.224389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:15.673008Z","time spent":"551.36318ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8rq8h\" "} {"level":"warn","ts":"2026-04-02T17:23:16.224423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:15.73267Z","time spent":"491.696904ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:23:16.224445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.575509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:23:16.224499Z","caller":"traceutil/trace.go:171","msg":"trace[852654644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17422; }","duration":"559.676432ms","start":"2026-04-02T17:23:15.664808Z","end":"2026-04-02T17:23:16.224485Z","steps":["trace[852654644] 'agreement among raft nodes before linearized reading' (duration: 559.502437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.224549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:15.664708Z","time spent":"559.831117ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:23:16.392449Z","caller":"traceutil/trace.go:171","msg":"trace[1468668060] transaction","detail":"{read_only:false; response_revision:17423; number_of_response:1; }","duration":"163.548028ms","start":"2026-04-02T17:23:16.228858Z","end":"2026-04-02T17:23:16.392406Z","steps":["trace[1468668060] 'process raft request' (duration: 63.541298ms)","trace[1468668060] 'compare' (duration: 99.796923ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:23:16.392944Z","caller":"traceutil/trace.go:171","msg":"trace[2089347316] transaction","detail":"{read_only:false; response_revision:17424; number_of_response:1; }","duration":"163.063472ms","start":"2026-04-02T17:23:16.229852Z","end":"2026-04-02T17:23:16.392916Z","steps":["trace[2089347316] 'process raft request' (duration: 162.512804ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:16.393231Z","caller":"traceutil/trace.go:171","msg":"trace[1791617466] transaction","detail":"{read_only:false; response_revision:17425; number_of_response:1; }","duration":"161.237934ms","start":"2026-04-02T17:23:16.231983Z","end":"2026-04-02T17:23:16.393221Z","steps":["trace[1791617466] 'process raft request' (duration: 160.632475ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:16.393463Z","caller":"traceutil/trace.go:171","msg":"trace[1219492040] transaction","detail":"{read_only:false; response_revision:17426; number_of_response:1; }","duration":"157.718274ms","start":"2026-04-02T17:23:16.235733Z","end":"2026-04-02T17:23:16.393452Z","steps":["trace[1219492040] 'process raft request' (duration: 156.97035ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:16.39379Z","caller":"traceutil/trace.go:171","msg":"trace[1085933613] linearizableReadLoop","detail":"{readStateIndex:18030; appliedIndex:18026; }","duration":"157.652371ms","start":"2026-04-02T17:23:16.236125Z","end":"2026-04-02T17:23:16.393777Z","steps":["trace[1085933613] 'read index received' (duration: 56.399252ms)","trace[1085933613] 'applied index is now lower than readState.Index' (duration: 101.251049ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:23:16.393925Z","caller":"traceutil/trace.go:171","msg":"trace[350709633] transaction","detail":"{read_only:false; response_revision:17427; number_of_response:1; }","duration":"157.644311ms","start":"2026-04-02T17:23:16.236267Z","end":"2026-04-02T17:23:16.393911Z","steps":["trace[350709633] 'process raft request' (duration: 156.494085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.396965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.823702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929259"} {"level":"info","ts":"2026-04-02T17:23:16.397025Z","caller":"traceutil/trace.go:171","msg":"trace[606047358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17427; }","duration":"160.925754ms","start":"2026-04-02T17:23:16.236083Z","end":"2026-04-02T17:23:16.397009Z","steps":["trace[606047358] 'agreement among raft nodes before linearized reading' (duration: 158.116315ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:16.907237Z","caller":"traceutil/trace.go:171","msg":"trace[637523517] linearizableReadLoop","detail":"{readStateIndex:18032; appliedIndex:18031; }","duration":"493.046648ms","start":"2026-04-02T17:23:16.414136Z","end":"2026-04-02T17:23:16.907183Z","steps":["trace[637523517] 'read index received' (duration: 482.575116ms)","trace[637523517] 'applied index is now lower than readState.Index' (duration: 10.469491ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:23:16.907261Z","caller":"traceutil/trace.go:171","msg":"trace[1240108162] transaction","detail":"{read_only:false; response_revision:17428; number_of_response:1; }","duration":"508.662681ms","start":"2026-04-02T17:23:16.398554Z","end":"2026-04-02T17:23:16.907217Z","steps":["trace[1240108162] 'process raft request' (duration: 498.137818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.907482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.312936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2fcj6\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-04-02T17:23:16.907602Z","caller":"traceutil/trace.go:171","msg":"trace[1779293212] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2fcj6; range_end:; response_count:1; response_revision:17428; }","duration":"493.484791ms","start":"2026-04-02T17:23:16.414089Z","end":"2026-04-02T17:23:16.907574Z","steps":["trace[1779293212] 'agreement among raft nodes before linearized reading' (duration: 493.181441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:16.907682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.414069Z","time spent":"493.587545ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9824,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2fcj6\" "} {"level":"warn","ts":"2026-04-02T17:23:16.907719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.398532Z","time spent":"508.830856ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:23:17.765227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.810168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:23:17.765349Z","caller":"traceutil/trace.go:171","msg":"trace[174073529] linearizableReadLoop","detail":"{readStateIndex:18033; appliedIndex:18032; }","duration":"858.010387ms","start":"2026-04-02T17:23:16.907318Z","end":"2026-04-02T17:23:17.765328Z","steps":["trace[174073529] 'read index received' (duration: 498.018124ms)","trace[174073529] 'applied index is now lower than readState.Index' (duration: 359.990303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:23:17.765496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13345191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:23:17.765534Z","caller":"traceutil/trace.go:171","msg":"trace[2098918023] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:17429; }","duration":"1.133545242s","start":"2026-04-02T17:23:16.631978Z","end":"2026-04-02T17:23:17.765523Z","steps":["trace[2098918023] 'agreement among raft nodes before linearized reading' (duration: 1.13346175s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.765571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.631944Z","time spent":"1.133618466s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:23:17.765622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.167214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:23:17.765739Z","caller":"traceutil/trace.go:171","msg":"trace[838639008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17429; }","duration":"859.36717ms","start":"2026-04-02T17:23:16.906331Z","end":"2026-04-02T17:23:17.765698Z","steps":["trace[838639008] 'agreement among raft nodes before linearized reading' (duration: 859.06873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.765823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.906299Z","time spent":"859.512985ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:23:17.765759Z","caller":"traceutil/trace.go:171","msg":"trace[1841420211] transaction","detail":"{read_only:false; response_revision:17429; number_of_response:1; }","duration":"1.187170337s","start":"2026-04-02T17:23:16.578531Z","end":"2026-04-02T17:23:17.765701Z","steps":["trace[1841420211] 'process raft request' (duration: 826.791211ms)","trace[1841420211] 'compare' (duration: 359.472587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:23:17.765879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325486537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:23:17.766006Z","caller":"traceutil/trace.go:171","msg":"trace[1805766675] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:17429; }","duration":"1.325688244s","start":"2026-04-02T17:23:16.440283Z","end":"2026-04-02T17:23:17.765971Z","steps":["trace[1805766675] 'agreement among raft nodes before linearized reading' (duration: 1.325432345s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.766036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.578505Z","time spent":"1.187418725s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:23:17.766084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.440227Z","time spent":"1.325838849s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:23:17.767752Z","caller":"traceutil/trace.go:171","msg":"trace[1576272567] transaction","detail":"{read_only:false; response_revision:17430; number_of_response:1; }","duration":"779.362272ms","start":"2026-04-02T17:23:16.988348Z","end":"2026-04-02T17:23:17.76771Z","steps":["trace[1576272567] 'process raft request' (duration: 779.101484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.767773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.761531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:23:17.767874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.988307Z","time spent":"779.507938ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:23:17.767894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.204602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:23:17.767948Z","caller":"traceutil/trace.go:171","msg":"trace[1712256555] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:17430; }","duration":"104.320106ms","start":"2026-04-02T17:23:17.663613Z","end":"2026-04-02T17:23:17.767934Z","steps":["trace[1712256555] 'agreement among raft nodes before linearized reading' (duration: 104.196042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:23:17.767944Z","caller":"traceutil/trace.go:171","msg":"trace[3897095] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:17430; }","duration":"400.993729ms","start":"2026-04-02T17:23:17.366926Z","end":"2026-04-02T17:23:17.767919Z","steps":["trace[3897095] 'agreement among raft nodes before linearized reading' (duration: 400.731811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.768027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:17.366899Z","time spent":"401.113182ms","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:23:17.767835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.067684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:23:17.768198Z","caller":"traceutil/trace.go:171","msg":"trace[1800274592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17430; }","duration":"616.477756ms","start":"2026-04-02T17:23:17.151707Z","end":"2026-04-02T17:23:17.768185Z","steps":["trace[1800274592] 'agreement among raft nodes before linearized reading' (duration: 616.083204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.768246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:17.15168Z","time spent":"616.555539ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:23:17.768326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.722556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:23:17.768449Z","caller":"traceutil/trace.go:171","msg":"trace[447521060] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17430; }","duration":"410.962454ms","start":"2026-04-02T17:23:17.357459Z","end":"2026-04-02T17:23:17.768422Z","steps":["trace[447521060] 'agreement among raft nodes before linearized reading' (duration: 410.315704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.768539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:17.357433Z","time spent":"411.090337ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:23:17.768636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.525136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929259"} {"level":"info","ts":"2026-04-02T17:23:17.76873Z","caller":"traceutil/trace.go:171","msg":"trace[1082770289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17430; }","duration":"853.635939ms","start":"2026-04-02T17:23:16.915074Z","end":"2026-04-02T17:23:17.76871Z","steps":["trace[1082770289] 'agreement among raft nodes before linearized reading' (duration: 852.543045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:23:17.768787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:23:16.915012Z","time spent":"853.762893ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":929283,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:26:28.291141Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb257ce137899862","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:26:28.297727Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-02T17:26:28.297911Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-02T17:27:48.718039Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17240} {"level":"info","ts":"2026-04-02T17:27:48.817257Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17240,"took":"94.526328ms","hash":1728314971,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":34484224,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T17:27:48.81733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1728314971,"revision":17240,"compact-revision":14944} {"level":"info","ts":"2026-04-02T17:30:41.321261Z","caller":"traceutil/trace.go:171","msg":"trace[2067148029] transaction","detail":"{read_only:false; response_revision:21150; number_of_response:1; }","duration":"343.490399ms","start":"2026-04-02T17:30:40.977735Z","end":"2026-04-02T17:30:41.321225Z","steps":["trace[2067148029] 'process raft request' (duration: 343.313383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:41.321464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:40.977707Z","time spent":"343.651454ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:41.327271Z","caller":"traceutil/trace.go:171","msg":"trace[571969215] linearizableReadLoop","detail":"{readStateIndex:21869; appliedIndex:21867; }","duration":"173.96453ms","start":"2026-04-02T17:30:41.153269Z","end":"2026-04-02T17:30:41.327233Z","steps":["trace[571969215] 'read index received' (duration: 167.834096ms)","trace[571969215] 'applied index is now lower than readState.Index' (duration: 6.128824ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:41.327364Z","caller":"traceutil/trace.go:171","msg":"trace[1873625775] transaction","detail":"{read_only:false; response_revision:21151; number_of_response:1; }","duration":"347.648381ms","start":"2026-04-02T17:30:40.979688Z","end":"2026-04-02T17:30:41.327336Z","steps":["trace[1873625775] 'process raft request' (duration: 346.199115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:41.327487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:40.979651Z","time spent":"347.771995ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:41.327482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.208728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:41.327547Z","caller":"traceutil/trace.go:171","msg":"trace[1295602632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21151; }","duration":"174.313961ms","start":"2026-04-02T17:30:41.153216Z","end":"2026-04-02T17:30:41.32753Z","steps":["trace[1295602632] 'agreement among raft nodes before linearized reading' (duration: 174.198047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:41.327629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.962713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:30:41.327673Z","caller":"traceutil/trace.go:171","msg":"trace[1007540211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21151; }","duration":"164.038356ms","start":"2026-04-02T17:30:41.163623Z","end":"2026-04-02T17:30:41.327662Z","steps":["trace[1007540211] 'agreement among raft nodes before linearized reading' (duration: 163.8412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:41.327933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.538959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:30:41.327969Z","caller":"traceutil/trace.go:171","msg":"trace[996736585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21151; }","duration":"163.595152ms","start":"2026-04-02T17:30:41.164363Z","end":"2026-04-02T17:30:41.327958Z","steps":["trace[996736585] 'agreement among raft nodes before linearized reading' (duration: 163.445257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:41.328065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.880191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T17:30:41.328135Z","caller":"traceutil/trace.go:171","msg":"trace[668025690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21151; }","duration":"164.019305ms","start":"2026-04-02T17:30:41.164096Z","end":"2026-04-02T17:30:41.328115Z","steps":["trace[668025690] 'agreement among raft nodes before linearized reading' (duration: 163.83522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.632049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.572292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:47.632177Z","caller":"traceutil/trace.go:171","msg":"trace[1011036400] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21178; }","duration":"858.768078ms","start":"2026-04-02T17:30:46.773383Z","end":"2026-04-02T17:30:47.632151Z","steps":["trace[1011036400] 'count revisions from in-memory index tree' (duration: 858.482379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.632233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:46.773359Z","time spent":"858.859112ms","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:47.632363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.512262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:30:47.632487Z","caller":"traceutil/trace.go:171","msg":"trace[1859902619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21178; }","duration":"233.652316ms","start":"2026-04-02T17:30:47.398774Z","end":"2026-04-02T17:30:47.632426Z","steps":["trace[1859902619] 'range keys from in-memory index tree' (duration: 233.309136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.633112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.883442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:30:47.633243Z","caller":"traceutil/trace.go:171","msg":"trace[1610182964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21178; }","duration":"326.187382ms","start":"2026-04-02T17:30:47.307023Z","end":"2026-04-02T17:30:47.633211Z","steps":["trace[1610182964] 'count revisions from in-memory index tree' (duration: 325.82013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.633403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.307004Z","time spent":"326.362358ms","remote":"127.0.0.1:37068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:47.63394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.814306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:47.633986Z","caller":"traceutil/trace.go:171","msg":"trace[673266706] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21178; }","duration":"254.906128ms","start":"2026-04-02T17:30:47.379067Z","end":"2026-04-02T17:30:47.633973Z","steps":["trace[673266706] 'count revisions from in-memory index tree' (duration: 254.702173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.634592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.292914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:47.63469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.665968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:30:47.634717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.045649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:30:47.634762Z","caller":"traceutil/trace.go:171","msg":"trace[458786188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21178; }","duration":"234.764052ms","start":"2026-04-02T17:30:47.399982Z","end":"2026-04-02T17:30:47.634746Z","steps":["trace[458786188] 'range keys from in-memory index tree' (duration: 234.466672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:47.634751Z","caller":"traceutil/trace.go:171","msg":"trace[2028319267] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21178; }","duration":"592.500611ms","start":"2026-04-02T17:30:47.042198Z","end":"2026-04-02T17:30:47.634699Z","steps":["trace[2028319267] 'count revisions from in-memory index tree' (duration: 592.17568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.635465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.042171Z","time spent":"593.260785ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:47.634806Z","caller":"traceutil/trace.go:171","msg":"trace[320523696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21178; }","duration":"234.178113ms","start":"2026-04-02T17:30:47.400606Z","end":"2026-04-02T17:30:47.634784Z","steps":["trace[320523696] 'range keys from in-memory index tree' (duration: 233.782451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.634977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.907666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-02T17:30:47.63556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.36714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:30:47.63559Z","caller":"traceutil/trace.go:171","msg":"trace[1155809156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21178; }","duration":"241.566217ms","start":"2026-04-02T17:30:47.394002Z","end":"2026-04-02T17:30:47.635569Z","steps":["trace[1155809156] 'range keys from in-memory index tree' (duration: 240.575716ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:47.635634Z","caller":"traceutil/trace.go:171","msg":"trace[1426514014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21178; }","duration":"241.461244ms","start":"2026-04-02T17:30:47.394139Z","end":"2026-04-02T17:30:47.6356Z","steps":["trace[1426514014] 'range keys from in-memory index tree' (duration: 240.448031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.640768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.290656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:30:47.640849Z","caller":"traceutil/trace.go:171","msg":"trace[1126831843] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21178; }","duration":"370.444621ms","start":"2026-04-02T17:30:47.270389Z","end":"2026-04-02T17:30:47.640834Z","steps":["trace[1126831843] 'count revisions from in-memory index tree' (duration: 370.182522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.640883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.270363Z","time spent":"370.510633ms","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2279,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:48.3093Z","caller":"traceutil/trace.go:171","msg":"trace[1581755876] transaction","detail":"{read_only:false; response_revision:21179; number_of_response:1; }","duration":"669.291608ms","start":"2026-04-02T17:30:47.63998Z","end":"2026-04-02T17:30:48.309272Z","steps":["trace[1581755876] 'process raft request' (duration: 669.082302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:48.309483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.639959Z","time spent":"669.433383ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.765756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418246124s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:30:49.766556Z","caller":"traceutil/trace.go:171","msg":"trace[295437025] linearizableReadLoop","detail":"{readStateIndex:21904; appliedIndex:21898; }","duration":"1.928102463s","start":"2026-04-02T17:30:47.838423Z","end":"2026-04-02T17:30:49.766526Z","steps":["trace[295437025] 'read index received' (duration: 470.865556ms)","trace[295437025] 'applied index is now lower than readState.Index' (duration: 1.457235477s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:49.76688Z","caller":"traceutil/trace.go:171","msg":"trace[754250544] transaction","detail":"{read_only:false; response_revision:21183; number_of_response:1; }","duration":"2.118115329s","start":"2026-04-02T17:30:47.648742Z","end":"2026-04-02T17:30:49.766857Z","steps":["trace[754250544] 'process raft request' (duration: 2.117650444s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.766953Z","caller":"traceutil/trace.go:171","msg":"trace[1889484402] transaction","detail":"{read_only:false; response_revision:21184; number_of_response:1; }","duration":"1.955129917s","start":"2026-04-02T17:30:47.81181Z","end":"2026-04-02T17:30:49.76694Z","steps":["trace[1889484402] 'process raft request' (duration: 1.954641321s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.767018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.648735Z","time spent":"2.118202092s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.767068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.811773Z","time spent":"1.955219479s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:49.767259Z","caller":"traceutil/trace.go:171","msg":"trace[1606433833] transaction","detail":"{read_only:false; response_revision:21185; number_of_response:1; }","duration":"1.954826427s","start":"2026-04-02T17:30:47.812419Z","end":"2026-04-02T17:30:49.767245Z","steps":["trace[1606433833] 'process raft request' (duration: 1.954070783s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.767326Z","caller":"traceutil/trace.go:171","msg":"trace[810697103] transaction","detail":"{read_only:false; response_revision:21180; number_of_response:1; }","duration":"2.127126624s","start":"2026-04-02T17:30:47.640184Z","end":"2026-04-02T17:30:49.767311Z","steps":["trace[810697103] 'process raft request' (duration: 2.125856254s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.767356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.812385Z","time spent":"1.95492421s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.767462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.640159Z","time spent":"2.127211896s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:49.767571Z","caller":"traceutil/trace.go:171","msg":"trace[1494351971] transaction","detail":"{read_only:false; response_revision:21181; number_of_response:1; }","duration":"2.127344161s","start":"2026-04-02T17:30:47.640211Z","end":"2026-04-02T17:30:49.767555Z","steps":["trace[1494351971] 'process raft request' (duration: 2.1260443s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.767638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.640204Z","time spent":"2.127402763s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.76772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92930207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:30:49.767784Z","caller":"traceutil/trace.go:171","msg":"trace[1191427835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21185; }","duration":"1.929400903s","start":"2026-04-02T17:30:47.838366Z","end":"2026-04-02T17:30:49.767766Z","steps":["trace[1191427835] 'agreement among raft nodes before linearized reading' (duration: 1.929229217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.767832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.838318Z","time spent":"1.929503566s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:30:49.767846Z","caller":"traceutil/trace.go:171","msg":"trace[1904356746] transaction","detail":"{read_only:false; response_revision:21182; number_of_response:1; }","duration":"2.126910837s","start":"2026-04-02T17:30:47.640918Z","end":"2026-04-02T17:30:49.767829Z","steps":["trace[1904356746] 'process raft request' (duration: 2.125394419s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.767918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.640912Z","time spent":"2.126971039s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:50.152408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000937885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:30:50.15257Z","caller":"traceutil/trace.go:171","msg":"trace[1087042323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001153322s","start":"2026-04-02T17:30:48.151386Z","end":"2026-04-02T17:30:50.152539Z","steps":["trace[1087042323] 'agreement among raft nodes before linearized reading' (duration: 2.000963136s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:50.152625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.151371Z","time spent":"2.001243514s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:30:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:30:51.113927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151253924s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T17:30:51.114552Z","caller":"traceutil/trace.go:171","msg":"trace[1001607631] transaction","detail":"{read_only:false; response_revision:21186; number_of_response:1; }","duration":"2.483918313s","start":"2026-04-02T17:30:48.630612Z","end":"2026-04-02T17:30:51.114531Z","steps":["trace[1001607631] 'process raft request' (duration: 2.483420778s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:51.114709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.63059Z","time spent":"2.484055078s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:52.152985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:30:52.153073Z","caller":"traceutil/trace.go:171","msg":"trace[1258414873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271705s","start":"2026-04-02T17:30:50.152782Z","end":"2026-04-02T17:30:52.153053Z","steps":["trace[1258414873] 'agreement among raft nodes before linearized reading' (duration: 2.000165742s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.153109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:50.152757Z","time spent":"2.000345498s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:30:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:30:52.249094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.957102ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:52.24928Z","caller":"traceutil/trace.go:171","msg":"trace[2084373407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21186; }","duration":"553.141597ms","start":"2026-04-02T17:30:51.696097Z","end":"2026-04-02T17:30:52.249239Z","steps":["trace[2084373407] 'range keys from in-memory index tree' (duration: 552.93352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.250142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135511557s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:30:52.250484Z","caller":"traceutil/trace.go:171","msg":"trace[268706082] transaction","detail":"{read_only:false; response_revision:21188; number_of_response:1; }","duration":"2.474990313s","start":"2026-04-02T17:30:49.775474Z","end":"2026-04-02T17:30:52.250464Z","steps":["trace[268706082] 'process raft request' (duration: 2.474836338s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.250569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.775457Z","time spent":"2.475083235s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:52.250617Z","caller":"traceutil/trace.go:171","msg":"trace[29021649] transaction","detail":"{read_only:false; response_revision:21187; number_of_response:1; }","duration":"3.255578599s","start":"2026-04-02T17:30:48.995001Z","end":"2026-04-02T17:30:52.25058Z","steps":["trace[29021649] 'process raft request' (duration: 2.119519534s)","trace[29021649] 'compare' (duration: 1.134262258s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:52.250748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139763647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:30:52.250747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276897682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:30:52.250812Z","caller":"traceutil/trace.go:171","msg":"trace[1630515734] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21188; }","duration":"3.139897251s","start":"2026-04-02T17:30:49.110907Z","end":"2026-04-02T17:30:52.250804Z","steps":["trace[1630515734] 'agreement among raft nodes before linearized reading' (duration: 3.139715035s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.25082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.994976Z","time spent":"3.255731443s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:52.250842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.110882Z","time spent":"3.139953583s","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:52.250838Z","caller":"traceutil/trace.go:171","msg":"trace[8600273] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21188; }","duration":"3.277043137s","start":"2026-04-02T17:30:48.973772Z","end":"2026-04-02T17:30:52.250815Z","steps":["trace[8600273] 'agreement among raft nodes before linearized reading' (duration: 3.27681237s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.250875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369721357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:52.250894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.973744Z","time spent":"3.27714028s","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:52.250913Z","caller":"traceutil/trace.go:171","msg":"trace[944032037] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21188; }","duration":"3.369795009s","start":"2026-04-02T17:30:48.881104Z","end":"2026-04-02T17:30:52.250899Z","steps":["trace[944032037] 'agreement among raft nodes before linearized reading' (duration: 3.369707276s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.250963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553801324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-02T17:30:52.25097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.881082Z","time spent":"3.369878382s","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:52.251003Z","caller":"traceutil/trace.go:171","msg":"trace[1096451451] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21188; }","duration":"2.553862765s","start":"2026-04-02T17:30:49.697121Z","end":"2026-04-02T17:30:52.250984Z","steps":["trace[1096451451] 'agreement among raft nodes before linearized reading' (duration: 2.553799213s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.251029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.697108Z","time spent":"2.553916938s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:30:52.250877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100697002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417768"} {"level":"info","ts":"2026-04-02T17:30:52.251129Z","caller":"traceutil/trace.go:171","msg":"trace[787814753] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21188; }","duration":"3.100997911s","start":"2026-04-02T17:30:49.150112Z","end":"2026-04-02T17:30:52.25111Z","steps":["trace[787814753] 'agreement among raft nodes before linearized reading' (duration: 3.100496516s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.251136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327511225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-02T17:30:52.25112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19733565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:30:52.251159Z","caller":"traceutil/trace.go:171","msg":"trace[454317917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21188; }","duration":"4.327535216s","start":"2026-04-02T17:30:47.923618Z","end":"2026-04-02T17:30:52.251154Z","steps":["trace[454317917] 'agreement among raft nodes before linearized reading' (duration: 4.327417452s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.251164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.150091Z","time spent":"3.101063734s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417792,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-02T17:30:52.251182Z","caller":"traceutil/trace.go:171","msg":"trace[340766035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21188; }","duration":"4.197439163s","start":"2026-04-02T17:30:48.053722Z","end":"2026-04-02T17:30:52.251161Z","steps":["trace[340766035] 'agreement among raft nodes before linearized reading' (duration: 4.197256997s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.251181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.923603Z","time spent":"4.327574388s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-02T17:30:52.25122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.053703Z","time spent":"4.197508326s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:30:52.250596Z","caller":"traceutil/trace.go:171","msg":"trace[1875457970] linearizableReadLoop","detail":"{readStateIndex:21907; appliedIndex:21904; }","duration":"2.483949526s","start":"2026-04-02T17:30:49.766617Z","end":"2026-04-02T17:30:52.250567Z","steps":["trace[1875457970] 'read index received' (duration: 196.131061ms)","trace[1875457970] 'applied index is now lower than readState.Index' (duration: 2.287814295s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:52.251411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407074931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:52.251467Z","caller":"traceutil/trace.go:171","msg":"trace[228014827] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21188; }","duration":"4.407168634s","start":"2026-04-02T17:30:47.844281Z","end":"2026-04-02T17:30:52.25145Z","steps":["trace[228014827] 'agreement among raft nodes before linearized reading' (duration: 4.407072571s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.251504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.844235Z","time spent":"4.407259017s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:52.251772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654541161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:30:52.251949Z","caller":"traceutil/trace.go:171","msg":"trace[322580128] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21188; }","duration":"3.654751847s","start":"2026-04-02T17:30:48.597181Z","end":"2026-04-02T17:30:52.251933Z","steps":["trace[322580128] 'agreement among raft nodes before linearized reading' (duration: 3.654473419s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:52.252113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.59716Z","time spent":"3.654938323s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:30:52.450443Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096324569s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:30:52.774304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.201847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:30:52.774446Z","caller":"traceutil/trace.go:171","msg":"trace[274250453] transaction","detail":"{read_only:false; response_revision:21189; number_of_response:1; }","duration":"1.934539847s","start":"2026-04-02T17:30:50.839889Z","end":"2026-04-02T17:30:52.774429Z","steps":["trace[274250453] 'process raft request' (duration: 1.610767532s)","trace[274250453] 'compare' (duration: 322.902848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:52.774498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:50.839868Z","time spent":"1.93460232s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:53.9607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199637964s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:30:54.144163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.197501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:30:54.144518Z","caller":"traceutil/trace.go:171","msg":"trace[628233477] linearizableReadLoop","detail":"{readStateIndex:21911; appliedIndex:21908; }","duration":"1.893153458s","start":"2026-04-02T17:30:52.251341Z","end":"2026-04-02T17:30:54.144495Z","steps":["trace[628233477] 'read index received' (duration: 199.327281ms)","trace[628233477] 'applied index is now lower than readState.Index' (duration: 1.693824506s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:54.14537Z","caller":"traceutil/trace.go:171","msg":"trace[693049007] transaction","detail":"{read_only:false; response_revision:21191; number_of_response:1; }","duration":"2.368798535s","start":"2026-04-02T17:30:51.776526Z","end":"2026-04-02T17:30:54.145325Z","steps":["trace[693049007] 'process raft request' (duration: 2.367752892s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.146284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953527636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:30:54.146409Z","caller":"traceutil/trace.go:171","msg":"trace[1649689028] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21193; }","duration":"1.953701512s","start":"2026-04-02T17:30:52.192664Z","end":"2026-04-02T17:30:54.146366Z","steps":["trace[1649689028] 'agreement among raft nodes before linearized reading' (duration: 1.952614077s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.146474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.192639Z","time spent":"1.953815476s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:54.146515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882192161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:30:54.146606Z","caller":"traceutil/trace.go:171","msg":"trace[96518194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21193; }","duration":"1.882308545s","start":"2026-04-02T17:30:52.264257Z","end":"2026-04-02T17:30:54.146566Z","steps":["trace[96518194] 'agreement among raft nodes before linearized reading' (duration: 1.88119082s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.146706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.264249Z","time spent":"1.882393408s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:30:54.146939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.776496Z","time spent":"2.368984251s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:54.14724Z","caller":"traceutil/trace.go:171","msg":"trace[1133924538] transaction","detail":"{read_only:false; response_revision:21190; number_of_response:1; }","duration":"2.370719665s","start":"2026-04-02T17:30:51.776424Z","end":"2026-04-02T17:30:54.147144Z","steps":["trace[1133924538] 'process raft request' (duration: 2.184432016s)","trace[1133924538] 'compare' (duration: 182.977395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:54.147358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.776406Z","time spent":"2.370898941s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:54.147772Z","caller":"traceutil/trace.go:171","msg":"trace[907256735] transaction","detail":"{read_only:false; response_revision:21193; number_of_response:1; }","duration":"1.887725896s","start":"2026-04-02T17:30:52.257581Z","end":"2026-04-02T17:30:54.145307Z","steps":["trace[907256735] 'process raft request' (duration: 1.886844948s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:54.147864Z","caller":"traceutil/trace.go:171","msg":"trace[311113636] transaction","detail":"{read_only:false; response_revision:21192; number_of_response:1; }","duration":"1.890676339s","start":"2026-04-02T17:30:52.25716Z","end":"2026-04-02T17:30:54.147837Z","steps":["trace[311113636] 'process raft request' (duration: 1.887199439s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.147882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375138295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:30:54.147872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.257564Z","time spent":"1.890277617s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:54.147945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.25715Z","time spent":"1.890751352s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:54.147963Z","caller":"traceutil/trace.go:171","msg":"trace[511512322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21193; }","duration":"2.375237438s","start":"2026-04-02T17:30:51.772683Z","end":"2026-04-02T17:30:54.14792Z","steps":["trace[511512322] 'agreement among raft nodes before linearized reading' (duration: 2.372588924s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.148007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.772661Z","time spent":"2.375335781s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:30:54.148431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990192616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-02T17:30:54.148109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371707187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:30:54.148492Z","caller":"traceutil/trace.go:171","msg":"trace[558682107] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0; range_end:; response_count:1; response_revision:21193; }","duration":"1.990294139s","start":"2026-04-02T17:30:52.15817Z","end":"2026-04-02T17:30:54.148464Z","steps":["trace[558682107] 'agreement among raft nodes before linearized reading' (duration: 1.98716998s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:54.148496Z","caller":"traceutil/trace.go:171","msg":"trace[4755644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21193; }","duration":"2.372081388s","start":"2026-04-02T17:30:51.776389Z","end":"2026-04-02T17:30:54.148471Z","steps":["trace[4755644] 'agreement among raft nodes before linearized reading' (duration: 2.368919438s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.148532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.77632Z","time spent":"2.372203682s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:30:54.148489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110222134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:30:54.14854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.158142Z","time spent":"1.990378452s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" "} {"level":"warn","ts":"2026-04-02T17:30:54.148807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37528375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:30:54.148846Z","caller":"traceutil/trace.go:171","msg":"trace[808219651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21193; }","duration":"2.375330412s","start":"2026-04-02T17:30:51.773499Z","end":"2026-04-02T17:30:54.14883Z","steps":["trace[808219651] 'agreement among raft nodes before linearized reading' (duration: 2.371819261s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.148868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.77349Z","time spent":"2.375371303s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:30:54.14919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961827466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:54.149253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372715419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:30:54.149305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556412046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:30:54.149311Z","caller":"traceutil/trace.go:171","msg":"trace[1613698530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21193; }","duration":"3.96198392s","start":"2026-04-02T17:30:50.18728Z","end":"2026-04-02T17:30:54.149264Z","steps":["trace[1613698530] 'agreement among raft nodes before linearized reading' (duration: 3.958073067s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.149375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:50.187256Z","time spent":"3.962104554s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:54.149432Z","caller":"traceutil/trace.go:171","msg":"trace[1707135052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21193; }","duration":"2.55655534s","start":"2026-04-02T17:30:51.592788Z","end":"2026-04-02T17:30:54.149343Z","steps":["trace[1707135052] 'agreement among raft nodes before linearized reading' (duration: 2.552552763s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:54.149322Z","caller":"traceutil/trace.go:171","msg":"trace[2055400088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21193; }","duration":"2.372810721s","start":"2026-04-02T17:30:51.776479Z","end":"2026-04-02T17:30:54.14929Z","steps":["trace[2055400088] 'agreement among raft nodes before linearized reading' (duration: 2.368832345s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.149482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.592766Z","time spent":"2.556706235s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:30:54.149679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787087371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:30:54.149717Z","caller":"traceutil/trace.go:171","msg":"trace[1554605064] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21193; }","duration":"3.787166173s","start":"2026-04-02T17:30:50.362539Z","end":"2026-04-02T17:30:54.149705Z","steps":["trace[1554605064] 'agreement among raft nodes before linearized reading' (duration: 3.782832366s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.149759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:50.362522Z","time spent":"3.787226946s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":49,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:54.150846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835601885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:30:54.15091Z","caller":"traceutil/trace.go:171","msg":"trace[1358474748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21193; }","duration":"3.835695818s","start":"2026-04-02T17:30:50.315189Z","end":"2026-04-02T17:30:54.150885Z","steps":["trace[1358474748] 'agreement among raft nodes before linearized reading' (duration: 3.830195374s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.150943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:50.31517Z","time spent":"3.83576516s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:30:54.151677Z","caller":"traceutil/trace.go:171","msg":"trace[1683371810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21193; }","duration":"3.110383779s","start":"2026-04-02T17:30:51.038206Z","end":"2026-04-02T17:30:54.14859Z","steps":["trace[1683371810] 'agreement among raft nodes before linearized reading' (duration: 3.107127376s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.151757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.038179Z","time spent":"3.113557349s","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:54.151747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896270847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-02T17:30:54.151851Z","caller":"traceutil/trace.go:171","msg":"trace[558522251] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f; range_end:; response_count:1; response_revision:21193; }","duration":"1.89638123s","start":"2026-04-02T17:30:52.255427Z","end":"2026-04-02T17:30:54.151809Z","steps":["trace[558522251] 'agreement among raft nodes before linearized reading' (duration: 1.889953097s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.151893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.255415Z","time spent":"1.896467333s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" "} {"level":"warn","ts":"2026-04-02T17:30:54.152044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984035441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:54.152084Z","caller":"traceutil/trace.go:171","msg":"trace[666531393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21193; }","duration":"1.984118423s","start":"2026-04-02T17:30:52.167955Z","end":"2026-04-02T17:30:54.152074Z","steps":["trace[666531393] 'agreement among raft nodes before linearized reading' (duration: 1.97737335s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.152121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.167937Z","time spent":"1.984176075s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:30:54.152542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051532781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:30:54.152605Z","caller":"traceutil/trace.go:171","msg":"trace[1367021264] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21193; }","duration":"1.051648495s","start":"2026-04-02T17:30:53.100942Z","end":"2026-04-02T17:30:54.15259Z","steps":["trace[1367021264] 'agreement among raft nodes before linearized reading' (duration: 1.044463018s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.152642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:53.100918Z","time spent":"1.051712498s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:54.152848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.776459Z","time spent":"2.376375324s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:30:54.15405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.580649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-02T17:30:54.153127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.767063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:54.154115Z","caller":"traceutil/trace.go:171","msg":"trace[1157135337] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:21193; }","duration":"769.679342ms","start":"2026-04-02T17:30:53.384408Z","end":"2026-04-02T17:30:54.154087Z","steps":["trace[1157135337] 'agreement among raft nodes before linearized reading' (duration: 761.019798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.154151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:53.384385Z","time spent":"769.756864ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"info","ts":"2026-04-02T17:30:54.154164Z","caller":"traceutil/trace.go:171","msg":"trace[1294525613] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21193; }","duration":"559.055483ms","start":"2026-04-02T17:30:53.595082Z","end":"2026-04-02T17:30:54.154137Z","steps":["trace[1294525613] 'agreement among raft nodes before linearized reading' (duration: 550.326457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.1542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:53.595058Z","time spent":"559.131486ms","remote":"127.0.0.1:35930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:54.153606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067548544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:54.154479Z","caller":"traceutil/trace.go:171","msg":"trace[459065525] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21193; }","duration":"3.068453253s","start":"2026-04-02T17:30:51.085991Z","end":"2026-04-02T17:30:54.154445Z","steps":["trace[459065525] 'agreement among raft nodes before linearized reading' (duration: 3.059408437s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.154552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.085968Z","time spent":"3.068568336s","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:54.153641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657085165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:54.154879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72081636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:30:54.154902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952432145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:266798"} {"level":"info","ts":"2026-04-02T17:30:54.155074Z","caller":"traceutil/trace.go:171","msg":"trace[2109707068] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21193; }","duration":"1.65819349s","start":"2026-04-02T17:30:52.496461Z","end":"2026-04-02T17:30:54.154655Z","steps":["trace[2109707068] 'agreement among raft nodes before linearized reading' (duration: 1.648961738s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.153936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.335024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:54.155146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.496421Z","time spent":"1.658709897s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:54.155183Z","caller":"traceutil/trace.go:171","msg":"trace[761352041] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21193; }","duration":"1.720936143s","start":"2026-04-02T17:30:52.433988Z","end":"2026-04-02T17:30:54.154924Z","steps":["trace[761352041] 'agreement among raft nodes before linearized reading' (duration: 1.711449113s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.155229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:52.433966Z","time spent":"1.721251923s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":67,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:54.155259Z","caller":"traceutil/trace.go:171","msg":"trace[838072366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21193; }","duration":"220.705187ms","start":"2026-04-02T17:30:53.934479Z","end":"2026-04-02T17:30:54.155184Z","steps":["trace[838072366] 'agreement among raft nodes before linearized reading' (duration: 210.939299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.153931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517905748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:54.155336Z","caller":"traceutil/trace.go:171","msg":"trace[1738169937] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21193; }","duration":"2.519351994s","start":"2026-04-02T17:30:51.63596Z","end":"2026-04-02T17:30:54.155312Z","steps":["trace[1738169937] 'agreement among raft nodes before linearized reading' (duration: 2.50940655s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.155387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.635939Z","time spent":"2.519439097s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:54.155432Z","caller":"traceutil/trace.go:171","msg":"trace[1339997038] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:21193; }","duration":"2.952515777s","start":"2026-04-02T17:30:51.202418Z","end":"2026-04-02T17:30:54.154934Z","steps":["trace[1339997038] 'agreement among raft nodes before linearized reading' (duration: 2.942939375s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.1556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:51.2024Z","time spent":"2.953145758s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":266822,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:30:54.655369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513891569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:30:55.783008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.180927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:30:55.78314Z","caller":"traceutil/trace.go:171","msg":"trace[1409283355] transaction","detail":"{read_only:false; response_revision:21194; number_of_response:1; }","duration":"1.630888648s","start":"2026-04-02T17:30:54.152229Z","end":"2026-04-02T17:30:55.783118Z","steps":["trace[1409283355] 'process raft request' (duration: 793.491135ms)","trace[1409283355] 'compare' (duration: 837.033531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:55.783201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.152214Z","time spent":"1.630958479s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:56.154323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999675377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:30:56.154446Z","caller":"traceutil/trace.go:171","msg":"trace[1385982331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999839532s","start":"2026-04-02T17:30:54.154584Z","end":"2026-04-02T17:30:56.154423Z","steps":["trace[1385982331] 'agreement among raft nodes before linearized reading' (duration: 1.999689587s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.154635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.154562Z","time spent":"1.999919354s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:30:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:30:56.351116Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.405309537s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:30:56.353371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.157959Z","time spent":"2.195397924s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:30:56.353349Z","caller":"traceutil/trace.go:171","msg":"trace[1589833906] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"2.193566007s","start":"2026-04-02T17:30:54.159746Z","end":"2026-04-02T17:30:56.353312Z","steps":["trace[1589833906] 'process raft request' (duration: 2.193258937s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.353439Z","caller":"traceutil/trace.go:171","msg":"trace[1161157760] transaction","detail":"{read_only:false; response_revision:21202; number_of_response:1; }","duration":"198.401082ms","start":"2026-04-02T17:30:56.155006Z","end":"2026-04-02T17:30:56.353407Z","steps":["trace[1161157760] 'process raft request' (duration: 198.362ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.3536Z","caller":"traceutil/trace.go:171","msg":"trace[294716663] transaction","detail":"{read_only:false; response_revision:21197; number_of_response:1; }","duration":"2.193654529s","start":"2026-04-02T17:30:54.159933Z","end":"2026-04-02T17:30:56.353588Z","steps":["trace[294716663] 'process raft request' (duration: 2.193266777s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.353617Z","caller":"traceutil/trace.go:171","msg":"trace[537369073] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"2.193789013s","start":"2026-04-02T17:30:54.159789Z","end":"2026-04-02T17:30:56.353578Z","steps":["trace[537369073] 'process raft request' (duration: 2.193372s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.353621Z","caller":"traceutil/trace.go:171","msg":"trace[2034327296] transaction","detail":"{read_only:false; response_revision:21200; number_of_response:1; }","duration":"2.192189722s","start":"2026-04-02T17:30:54.161398Z","end":"2026-04-02T17:30:56.353588Z","steps":["trace[2034327296] 'process raft request' (duration: 2.191899343s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.353657Z","caller":"traceutil/trace.go:171","msg":"trace[975093086] transaction","detail":"{read_only:false; response_revision:21201; number_of_response:1; }","duration":"198.661681ms","start":"2026-04-02T17:30:56.154966Z","end":"2026-04-02T17:30:56.353628Z","steps":["trace[975093086] 'process raft request' (duration: 198.368771ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.353644Z","caller":"traceutil/trace.go:171","msg":"trace[1280700786] linearizableReadLoop","detail":"{readStateIndex:21921; appliedIndex:21913; }","duration":"2.198999948s","start":"2026-04-02T17:30:54.154608Z","end":"2026-04-02T17:30:56.353608Z","steps":["trace[1280700786] 'read index received' (duration: 791.211103ms)","trace[1280700786] 'applied index is now lower than readState.Index' (duration: 1.407785195s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:56.35365Z","caller":"traceutil/trace.go:171","msg":"trace[329434455] transaction","detail":"{read_only:false; response_revision:21199; number_of_response:1; }","duration":"2.192239354s","start":"2026-04-02T17:30:54.161362Z","end":"2026-04-02T17:30:56.353601Z","steps":["trace[329434455] 'process raft request' (duration: 2.191908143s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.353755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.15969Z","time spent":"2.193904147s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:56.353764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.161382Z","time spent":"2.192292016s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:56.353766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.159926Z","time spent":"2.193731632s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:56.353786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.159774Z","time spent":"2.193894417s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:56.353503Z","caller":"traceutil/trace.go:171","msg":"trace[1225109499] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"2.192944557s","start":"2026-04-02T17:30:54.160504Z","end":"2026-04-02T17:30:56.353449Z","steps":["trace[1225109499] 'process raft request' (duration: 2.19272543s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.353833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.161356Z","time spent":"2.192386309s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:56.353874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134474208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:56.353911Z","caller":"traceutil/trace.go:171","msg":"trace[1372812584] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21202; }","duration":"2.134578061s","start":"2026-04-02T17:30:54.21932Z","end":"2026-04-02T17:30:56.353898Z","steps":["trace[1372812584] 'agreement among raft nodes before linearized reading' (duration: 2.134480698s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.353938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.219296Z","time spent":"2.134635323s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T17:30:56.353921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.649587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:56.353956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.419405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:30:56.353978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023093893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:30:56.354002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.356747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:30:56.353988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.160495Z","time spent":"2.19337143s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:56.354016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.111682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-02T17:30:56.354007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091813159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-02T17:30:56.354023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.264728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:56.354025Z","caller":"traceutil/trace.go:171","msg":"trace[1507088099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21202; }","duration":"807.55144ms","start":"2026-04-02T17:30:55.546453Z","end":"2026-04-02T17:30:56.354004Z","steps":["trace[1507088099] 'agreement among raft nodes before linearized reading' (duration: 807.409885ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.35405Z","caller":"traceutil/trace.go:171","msg":"trace[365936070] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0; range_end:; response_count:1; response_revision:21202; }","duration":"196.406529ms","start":"2026-04-02T17:30:56.157625Z","end":"2026-04-02T17:30:56.354031Z","steps":["trace[365936070] 'agreement among raft nodes before linearized reading' (duration: 196.251744ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.354062Z","caller":"traceutil/trace.go:171","msg":"trace[1288204881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21202; }","duration":"2.091895602s","start":"2026-04-02T17:30:54.26215Z","end":"2026-04-02T17:30:56.354046Z","steps":["trace[1288204881] 'agreement among raft nodes before linearized reading' (duration: 2.091738177s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.354063Z","caller":"traceutil/trace.go:171","msg":"trace[460851419] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21202; }","duration":"197.182574ms","start":"2026-04-02T17:30:56.156861Z","end":"2026-04-02T17:30:56.354044Z","steps":["trace[460851419] 'agreement among raft nodes before linearized reading' (duration: 197.025179ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.354066Z","caller":"traceutil/trace.go:171","msg":"trace[1288910693] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21202; }","duration":"210.34188ms","start":"2026-04-02T17:30:56.143711Z","end":"2026-04-02T17:30:56.354053Z","steps":["trace[1288910693] 'agreement among raft nodes before linearized reading' (duration: 210.258437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.354079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:55.546424Z","time spent":"807.639622ms","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:56.3539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18396892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:30:56.354101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097303642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-02T17:30:56.354105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.07188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:56.354125Z","caller":"traceutil/trace.go:171","msg":"trace[246107924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21202; }","duration":"2.097371615s","start":"2026-04-02T17:30:54.256746Z","end":"2026-04-02T17:30:56.354118Z","steps":["trace[246107924] 'agreement among raft nodes before linearized reading' (duration: 2.097299223s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.354145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.256722Z","time spent":"2.097417907s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:30:56.354145Z","caller":"traceutil/trace.go:171","msg":"trace[634784379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21202; }","duration":"191.147043ms","start":"2026-04-02T17:30:56.162985Z","end":"2026-04-02T17:30:56.354132Z","steps":["trace[634784379] 'agreement among raft nodes before linearized reading' (duration: 191.0807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.35414Z","caller":"traceutil/trace.go:171","msg":"trace[2039560356] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21202; }","duration":"1.184253488s","start":"2026-04-02T17:30:55.169867Z","end":"2026-04-02T17:30:56.354121Z","steps":["trace[2039560356] 'agreement among raft nodes before linearized reading' (duration: 1.183949089s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.354Z","caller":"traceutil/trace.go:171","msg":"trace[60687305] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21202; }","duration":"549.74521ms","start":"2026-04-02T17:30:55.804234Z","end":"2026-04-02T17:30:56.35398Z","steps":["trace[60687305] 'agreement among raft nodes before linearized reading' (duration: 549.572574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.35419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:55.169844Z","time spent":"1.184330411s","remote":"127.0.0.1:51328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":26,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:56.354216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:55.804178Z","time spent":"550.023249ms","remote":"127.0.0.1:35896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:56.354092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:54.262133Z","time spent":"2.091952044s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-02T17:30:56.354022Z","caller":"traceutil/trace.go:171","msg":"trace[1384728798] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21202; }","duration":"1.023194997s","start":"2026-04-02T17:30:55.330815Z","end":"2026-04-02T17:30:56.35401Z","steps":["trace[1384728798] 'agreement among raft nodes before linearized reading' (duration: 1.023111714s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.355161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:55.330789Z","time spent":"1.023739604s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:31:42.863387Z","caller":"traceutil/trace.go:171","msg":"trace[1139950830] transaction","detail":"{read_only:false; response_revision:21648; number_of_response:1; }","duration":"141.570996ms","start":"2026-04-02T17:31:42.721772Z","end":"2026-04-02T17:31:42.863343Z","steps":["trace[1139950830] 'process raft request' (duration: 118.911989ms)","trace[1139950830] 'compare' (duration: 22.285545ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:31:42.86743Z","caller":"traceutil/trace.go:171","msg":"trace[1222405381] transaction","detail":"{read_only:false; response_revision:21649; number_of_response:1; }","duration":"130.415433ms","start":"2026-04-02T17:31:42.736982Z","end":"2026-04-02T17:31:42.867397Z","steps":["trace[1222405381] 'process raft request' (duration: 129.870566ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:42.867737Z","caller":"traceutil/trace.go:171","msg":"trace[1014647530] transaction","detail":"{read_only:false; response_revision:21650; number_of_response:1; }","duration":"127.114858ms","start":"2026-04-02T17:31:42.740606Z","end":"2026-04-02T17:31:42.867721Z","steps":["trace[1014647530] 'process raft request' (duration: 126.355874ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:42.986794Z","caller":"traceutil/trace.go:171","msg":"trace[1353501551] transaction","detail":"{read_only:false; response_revision:21652; number_of_response:1; }","duration":"112.644202ms","start":"2026-04-02T17:31:42.874122Z","end":"2026-04-02T17:31:42.986767Z","steps":["trace[1353501551] 'process raft request' (duration: 99.069142ms)","trace[1353501551] 'compare' (duration: 13.040593ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:31:42.986845Z","caller":"traceutil/trace.go:171","msg":"trace[80035773] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"112.311481ms","start":"2026-04-02T17:31:42.874528Z","end":"2026-04-02T17:31:42.98684Z","steps":["trace[80035773] 'process raft request' (duration: 111.95927ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:42.986809Z","caller":"traceutil/trace.go:171","msg":"trace[980686165] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"112.564559ms","start":"2026-04-02T17:31:42.874206Z","end":"2026-04-02T17:31:42.986771Z","steps":["trace[980686165] 'process raft request' (duration: 112.222668ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:42.986792Z","caller":"traceutil/trace.go:171","msg":"trace[1418346884] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"112.485196ms","start":"2026-04-02T17:31:42.874284Z","end":"2026-04-02T17:31:42.986769Z","steps":["trace[1418346884] 'process raft request' (duration: 112.176786ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:42.987055Z","caller":"traceutil/trace.go:171","msg":"trace[27491955] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"112.90013ms","start":"2026-04-02T17:31:42.874147Z","end":"2026-04-02T17:31:42.987048Z","steps":["trace[27491955] 'process raft request' (duration: 112.213718ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:42.987111Z","caller":"traceutil/trace.go:171","msg":"trace[2007392276] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"112.92781ms","start":"2026-04-02T17:31:42.874177Z","end":"2026-04-02T17:31:42.987105Z","steps":["trace[2007392276] 'process raft request' (duration: 112.227678ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:32:48.725991Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19881} {"level":"info","ts":"2026-04-02T17:32:48.844542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19881,"took":"114.581692ms","hash":3669104892,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":31174656,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T17:32:48.844637Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3669104892,"revision":19881,"compact-revision":17240} {"level":"info","ts":"2026-04-02T17:34:45.112419Z","caller":"traceutil/trace.go:171","msg":"trace[846821245] transaction","detail":"{read_only:false; response_revision:23387; number_of_response:1; }","duration":"134.586752ms","start":"2026-04-02T17:34:44.977811Z","end":"2026-04-02T17:34:45.112398Z","steps":["trace[846821245] 'process raft request' (duration: 134.400696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:45.115451Z","caller":"traceutil/trace.go:171","msg":"trace[1041379297] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"106.34087ms","start":"2026-04-02T17:34:45.009088Z","end":"2026-04-02T17:34:45.115429Z","steps":["trace[1041379297] 'process raft request' (duration: 106.099092ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:46.834515Z","caller":"traceutil/trace.go:171","msg":"trace[613729259] linearizableReadLoop","detail":"{readStateIndex:24253; appliedIndex:24252; }","duration":"157.002179ms","start":"2026-04-02T17:34:46.677479Z","end":"2026-04-02T17:34:46.834482Z","steps":["trace[613729259] 'read index received' (duration: 156.696539ms)","trace[613729259] 'applied index is now lower than readState.Index' (duration: 303.96µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:34:46.834669Z","caller":"traceutil/trace.go:171","msg":"trace[1872914769] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"159.718216ms","start":"2026-04-02T17:34:46.674888Z","end":"2026-04-02T17:34:46.834606Z","steps":["trace[1872914769] 'process raft request' (duration: 159.247471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.834857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.282759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:34:46.834933Z","caller":"traceutil/trace.go:171","msg":"trace[780031808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23460; }","duration":"157.463904ms","start":"2026-04-02T17:34:46.677455Z","end":"2026-04-02T17:34:46.834918Z","steps":["trace[780031808] 'agreement among raft nodes before linearized reading' (duration: 157.188715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.836575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.929107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:46.83664Z","caller":"traceutil/trace.go:171","msg":"trace[9644599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23461; }","duration":"157.011229ms","start":"2026-04-02T17:34:46.679614Z","end":"2026-04-02T17:34:46.836625Z","steps":["trace[9644599] 'agreement among raft nodes before linearized reading' (duration: 156.885585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.837567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.643711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:46.837615Z","caller":"traceutil/trace.go:171","msg":"trace[239238445] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23461; }","duration":"117.749325ms","start":"2026-04-02T17:34:46.719854Z","end":"2026-04-02T17:34:46.837604Z","steps":["trace[239238445] 'agreement among raft nodes before linearized reading' (duration: 117.59077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.837611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.736533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:46.837725Z","caller":"traceutil/trace.go:171","msg":"trace[335270303] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23461; }","duration":"157.896078ms","start":"2026-04-02T17:34:46.679803Z","end":"2026-04-02T17:34:46.837699Z","steps":["trace[335270303] 'agreement among raft nodes before linearized reading' (duration: 157.630479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.837847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.032388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:46.837896Z","caller":"traceutil/trace.go:171","msg":"trace[436960010] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23461; }","duration":"100.071399ms","start":"2026-04-02T17:34:46.737799Z","end":"2026-04-02T17:34:46.83787Z","steps":["trace[436960010] 'agreement among raft nodes before linearized reading' (duration: 100.021188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.838026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.220144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:34:46.838084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.686439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:46.838097Z","caller":"traceutil/trace.go:171","msg":"trace[89151900] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23461; }","duration":"100.320428ms","start":"2026-04-02T17:34:46.737757Z","end":"2026-04-02T17:34:46.838077Z","steps":["trace[89151900] 'agreement among raft nodes before linearized reading' (duration: 100.215444ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:46.838125Z","caller":"traceutil/trace.go:171","msg":"trace[821613183] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23461; }","duration":"156.729871ms","start":"2026-04-02T17:34:46.681381Z","end":"2026-04-02T17:34:46.838111Z","steps":["trace[821613183] 'agreement among raft nodes before linearized reading' (duration: 156.680799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:46.838039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.174228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:46.838227Z","caller":"traceutil/trace.go:171","msg":"trace[481255131] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23461; }","duration":"130.653557ms","start":"2026-04-02T17:34:46.707561Z","end":"2026-04-02T17:34:46.838215Z","steps":["trace[481255131] 'agreement among raft nodes before linearized reading' (duration: 130.44236ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:48.371517Z","caller":"traceutil/trace.go:171","msg":"trace[1022087916] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"165.004205ms","start":"2026-04-02T17:34:48.206476Z","end":"2026-04-02T17:34:48.37148Z","steps":["trace[1022087916] 'process raft request' (duration: 134.617914ms)","trace[1022087916] 'compare' (duration: 30.068511ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:34:48.371832Z","caller":"traceutil/trace.go:171","msg":"trace[1469828882] linearizableReadLoop","detail":"{readStateIndex:24295; appliedIndex:24294; }","duration":"161.1021ms","start":"2026-04-02T17:34:48.210719Z","end":"2026-04-02T17:34:48.371822Z","steps":["trace[1469828882] 'read index received' (duration: 130.337827ms)","trace[1469828882] 'applied index is now lower than readState.Index' (duration: 30.761393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:34:48.37211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.37205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-02T17:34:48.372154Z","caller":"traceutil/trace.go:171","msg":"trace[1154933483] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23503; }","duration":"161.461162ms","start":"2026-04-02T17:34:48.210682Z","end":"2026-04-02T17:34:48.372143Z","steps":["trace[1154933483] 'agreement among raft nodes before linearized reading' (duration: 161.220565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:48.372166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.347188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:48.372266Z","caller":"traceutil/trace.go:171","msg":"trace[2123999619] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/cert-manager-test0; response_count:0; response_revision:23503; }","duration":"161.541195ms","start":"2026-04-02T17:34:48.2107Z","end":"2026-04-02T17:34:48.372242Z","steps":["trace[2123999619] 'agreement among raft nodes before linearized reading' (duration: 161.335378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:48.372395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.709662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:34:48.372431Z","caller":"traceutil/trace.go:171","msg":"trace[1911827909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23503; }","duration":"137.774744ms","start":"2026-04-02T17:34:48.234645Z","end":"2026-04-02T17:34:48.372419Z","steps":["trace[1911827909] 'agreement among raft nodes before linearized reading' (duration: 137.65125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:48.372499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.764922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:34:48.372633Z","caller":"traceutil/trace.go:171","msg":"trace[1666770761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23503; }","duration":"121.945839ms","start":"2026-04-02T17:34:48.250654Z","end":"2026-04-02T17:34:48.3726Z","steps":["trace[1666770761] 'agreement among raft nodes before linearized reading' (duration: 121.526046ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:53.42617Z","caller":"traceutil/trace.go:171","msg":"trace[1993025189] linearizableReadLoop","detail":"{readStateIndex:24390; appliedIndex:24389; }","duration":"275.924981ms","start":"2026-04-02T17:34:53.150216Z","end":"2026-04-02T17:34:53.426141Z","steps":["trace[1993025189] 'read index received' (duration: 275.794787ms)","trace[1993025189] 'applied index is now lower than readState.Index' (duration: 128.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:34:53.426235Z","caller":"traceutil/trace.go:171","msg":"trace[433578824] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"325.825566ms","start":"2026-04-02T17:34:53.100363Z","end":"2026-04-02T17:34:53.426188Z","steps":["trace[433578824] 'process raft request' (duration: 325.579808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:53.426439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:53.100337Z","time spent":"325.95592ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:34:53.426445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.1988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:53.426588Z","caller":"traceutil/trace.go:171","msg":"trace[886047957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23596; }","duration":"276.402037ms","start":"2026-04-02T17:34:53.150151Z","end":"2026-04-02T17:34:53.426553Z","steps":["trace[886047957] 'agreement among raft nodes before linearized reading' (duration: 276.133278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:53.429741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.212646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:53.429767Z","caller":"traceutil/trace.go:171","msg":"trace[2027717205] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"253.910627ms","start":"2026-04-02T17:34:53.175828Z","end":"2026-04-02T17:34:53.429738Z","steps":["trace[2027717205] 'process raft request' (duration: 253.582357ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:53.42984Z","caller":"traceutil/trace.go:171","msg":"trace[1035871300] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23597; }","duration":"208.380472ms","start":"2026-04-02T17:34:53.221437Z","end":"2026-04-02T17:34:53.429818Z","steps":["trace[1035871300] 'agreement among raft nodes before linearized reading' (duration: 208.197046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.220557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.753878ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-02T17:34:54.221007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:53.431099Z","time spent":"789.895862ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:34:54.221475Z","caller":"traceutil/trace.go:171","msg":"trace[485938997] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"557.847624ms","start":"2026-04-02T17:34:53.6636Z","end":"2026-04-02T17:34:54.221447Z","steps":["trace[485938997] 'process raft request' (duration: 557.080399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.222133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:53.663577Z","time spent":"557.971188ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:34:54.668813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.716894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:34:54.668999Z","caller":"traceutil/trace.go:171","msg":"trace[121388340] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.003404438s","start":"2026-04-02T17:34:53.665571Z","end":"2026-04-02T17:34:54.668976Z","steps":["trace[121388340] 'process raft request' (duration: 854.411065ms)","trace[121388340] 'compare' (duration: 148.569859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:34:54.669076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:53.66555Z","time spent":"1.003494271s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:34:54.669331Z","caller":"traceutil/trace.go:171","msg":"trace[1094090465] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"538.908809ms","start":"2026-04-02T17:34:54.13039Z","end":"2026-04-02T17:34:54.669299Z","steps":["trace[1094090465] 'process raft request' (duration: 538.538157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.669384Z","caller":"traceutil/trace.go:171","msg":"trace[2024334704] linearizableReadLoop","detail":"{readStateIndex:24394; appliedIndex:24391; }","duration":"590.5829ms","start":"2026-04-02T17:34:54.078731Z","end":"2026-04-02T17:34:54.669314Z","steps":["trace[2024334704] 'read index received' (duration: 138.945582ms)","trace[2024334704] 'applied index is now lower than readState.Index' (duration: 451.630038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:34:54.669493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.130301Z","time spent":"539.111745ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:34:54.669784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.052526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-02T17:34:54.669863Z","caller":"traceutil/trace.go:171","msg":"trace[360788918] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23600; }","duration":"591.179259ms","start":"2026-04-02T17:34:54.078662Z","end":"2026-04-02T17:34:54.669841Z","steps":["trace[360788918] 'agreement among raft nodes before linearized reading' (duration: 590.836898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.669922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.07863Z","time spent":"591.279102ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-02T17:34:54.713621Z","caller":"traceutil/trace.go:171","msg":"trace[1598579076] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"491.023378ms","start":"2026-04-02T17:34:54.222563Z","end":"2026-04-02T17:34:54.713587Z","steps":["trace[1598579076] 'process raft request' (duration: 490.760279ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.713718Z","caller":"traceutil/trace.go:171","msg":"trace[1485934971] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"361.041362ms","start":"2026-04-02T17:34:54.352617Z","end":"2026-04-02T17:34:54.713658Z","steps":["trace[1485934971] 'process raft request' (duration: 360.884237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.713803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.222517Z","time spent":"491.195113ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:34:54.713757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.873314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:34:54.71386Z","caller":"traceutil/trace.go:171","msg":"trace[1030744600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23603; }","duration":"563.04759ms","start":"2026-04-02T17:34:54.150797Z","end":"2026-04-02T17:34:54.713845Z","steps":["trace[1030744600] 'agreement among raft nodes before linearized reading' (duration: 562.845474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.713908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.150771Z","time spent":"563.128633ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:34:54.713942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.718686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:34:54.714059Z","caller":"traceutil/trace.go:171","msg":"trace[147587816] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23603; }","duration":"306.85706ms","start":"2026-04-02T17:34:54.407181Z","end":"2026-04-02T17:34:54.714038Z","steps":["trace[147587816] 'agreement among raft nodes before linearized reading' (duration: 306.52772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.714119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.40714Z","time spent":"306.969623ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:34:54.71417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.749264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:34:54.714205Z","caller":"traceutil/trace.go:171","msg":"trace[311139436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23603; }","duration":"305.803596ms","start":"2026-04-02T17:34:54.408393Z","end":"2026-04-02T17:34:54.714196Z","steps":["trace[311139436] 'agreement among raft nodes before linearized reading' (duration: 305.684692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.714231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.408381Z","time spent":"305.846607ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:34:54.714489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.872199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:34:54.714543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.352587Z","time spent":"361.422144ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:34:54.714617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.95295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-02T17:34:54.714645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.508492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-02T17:34:54.714572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.447846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:34:54.71464Z","caller":"traceutil/trace.go:171","msg":"trace[252358277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23603; }","duration":"306.055904ms","start":"2026-04-02T17:34:54.408545Z","end":"2026-04-02T17:34:54.714601Z","steps":["trace[252358277] 'agreement among raft nodes before linearized reading' (duration: 305.236078ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.714476Z","caller":"traceutil/trace.go:171","msg":"trace[1265853353] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"319.632538ms","start":"2026-04-02T17:34:54.394694Z","end":"2026-04-02T17:34:54.714327Z","steps":["trace[1265853353] 'process raft request' (duration: 318.889245ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.714697Z","caller":"traceutil/trace.go:171","msg":"trace[984287185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23603; }","duration":"387.609292ms","start":"2026-04-02T17:34:54.327072Z","end":"2026-04-02T17:34:54.714682Z","steps":["trace[984287185] 'agreement among raft nodes before linearized reading' (duration: 387.356794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.714721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.327048Z","time spent":"387.668644ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-02T17:34:54.714662Z","caller":"traceutil/trace.go:171","msg":"trace[2107641293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23603; }","duration":"514.042153ms","start":"2026-04-02T17:34:54.200606Z","end":"2026-04-02T17:34:54.714648Z","steps":["trace[2107641293] 'agreement among raft nodes before linearized reading' (duration: 513.915609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.71429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.899329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:34:54.714886Z","caller":"traceutil/trace.go:171","msg":"trace[2078650060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23603; }","duration":"511.578864ms","start":"2026-04-02T17:34:54.20308Z","end":"2026-04-02T17:34:54.714659Z","steps":["trace[2078650060] 'agreement among raft nodes before linearized reading' (duration: 511.217692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.714829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.200577Z","time spent":"514.239569ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:34:54.714917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.203054Z","time spent":"511.858173ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:34:54.715158Z","caller":"traceutil/trace.go:171","msg":"trace[1633592748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23603; }","duration":"306.789248ms","start":"2026-04-02T17:34:54.408299Z","end":"2026-04-02T17:34:54.715089Z","steps":["trace[1633592748] 'agreement among raft nodes before linearized reading' (duration: 305.808236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.715281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.723787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:34:54.715444Z","caller":"traceutil/trace.go:171","msg":"trace[987479156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23603; }","duration":"317.969505ms","start":"2026-04-02T17:34:54.397456Z","end":"2026-04-02T17:34:54.715426Z","steps":["trace[987479156] 'agreement among raft nodes before linearized reading' (duration: 316.913461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:54.715293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.394679Z","time spent":"320.466565ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:34:54.715312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.408269Z","time spent":"306.991784ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:34:54.716192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.397411Z","time spent":"318.765421ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:34:54.715599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:34:54.408541Z","time spent":"307.041116ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:34:54.929182Z","caller":"traceutil/trace.go:171","msg":"trace[971988637] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"207.904327ms","start":"2026-04-02T17:34:54.721249Z","end":"2026-04-02T17:34:54.929153Z","steps":["trace[971988637] 'process raft request' (duration: 207.719171ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.941935Z","caller":"traceutil/trace.go:171","msg":"trace[837676138] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"220.434207ms","start":"2026-04-02T17:34:54.721468Z","end":"2026-04-02T17:34:54.941902Z","steps":["trace[837676138] 'process raft request' (duration: 220.156078ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.941994Z","caller":"traceutil/trace.go:171","msg":"trace[640065746] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"220.52064ms","start":"2026-04-02T17:34:54.72143Z","end":"2026-04-02T17:34:54.941951Z","steps":["trace[640065746] 'process raft request' (duration: 220.008543ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.942106Z","caller":"traceutil/trace.go:171","msg":"trace[1628953153] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"220.661994ms","start":"2026-04-02T17:34:54.72143Z","end":"2026-04-02T17:34:54.942092Z","steps":["trace[1628953153] 'process raft request' (duration: 220.151748ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.94211Z","caller":"traceutil/trace.go:171","msg":"trace[1081523831] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"218.581308ms","start":"2026-04-02T17:34:54.72351Z","end":"2026-04-02T17:34:54.942091Z","steps":["trace[1081523831] 'process raft request' (duration: 218.273438ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.942166Z","caller":"traceutil/trace.go:171","msg":"trace[1864372813] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"220.633733ms","start":"2026-04-02T17:34:54.721522Z","end":"2026-04-02T17:34:54.942155Z","steps":["trace[1864372813] 'process raft request' (duration: 220.134187ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.94223Z","caller":"traceutil/trace.go:171","msg":"trace[1992596642] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"219.58548ms","start":"2026-04-02T17:34:54.722633Z","end":"2026-04-02T17:34:54.942218Z","steps":["trace[1992596642] 'process raft request' (duration: 219.118725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:54.942079Z","caller":"traceutil/trace.go:171","msg":"trace[507114445] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"220.233881ms","start":"2026-04-02T17:34:54.721802Z","end":"2026-04-02T17:34:54.942036Z","steps":["trace[507114445] 'process raft request' (duration: 219.90298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:39.476979Z","caller":"traceutil/trace.go:171","msg":"trace[466429550] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"170.556972ms","start":"2026-04-02T17:35:39.306397Z","end":"2026-04-02T17:35:39.476954Z","steps":["trace[466429550] 'process raft request' (duration: 170.376417ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.131215Z","caller":"traceutil/trace.go:171","msg":"trace[1471005121] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"194.360484ms","start":"2026-04-02T17:35:44.936814Z","end":"2026-04-02T17:35:45.131174Z","steps":["trace[1471005121] 'process raft request' (duration: 194.149447ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.175013Z","caller":"traceutil/trace.go:171","msg":"trace[1104383587] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"107.911669ms","start":"2026-04-02T17:35:45.067071Z","end":"2026-04-02T17:35:45.174983Z","steps":["trace[1104383587] 'process raft request' (duration: 107.730474ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.359887Z","caller":"traceutil/trace.go:171","msg":"trace[391655414] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"177.004239ms","start":"2026-04-02T17:35:45.182856Z","end":"2026-04-02T17:35:45.359861Z","steps":["trace[391655414] 'process raft request' (duration: 176.852584ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.39047Z","caller":"traceutil/trace.go:171","msg":"trace[1736562029] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"181.861904ms","start":"2026-04-02T17:35:45.208475Z","end":"2026-04-02T17:35:45.390337Z","steps":["trace[1736562029] 'process raft request' (duration: 181.679138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.501364Z","caller":"traceutil/trace.go:171","msg":"trace[368172360] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"135.525873ms","start":"2026-04-02T17:35:45.365801Z","end":"2026-04-02T17:35:45.501327Z","steps":["trace[368172360] 'process raft request' (duration: 135.217813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.501384Z","caller":"traceutil/trace.go:171","msg":"trace[2062710075] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"133.334653ms","start":"2026-04-02T17:35:45.368021Z","end":"2026-04-02T17:35:45.501356Z","steps":["trace[2062710075] 'process raft request' (duration: 133.215809ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.501577Z","caller":"traceutil/trace.go:171","msg":"trace[691712326] linearizableReadLoop","detail":"{readStateIndex:24971; appliedIndex:24968; }","duration":"111.245027ms","start":"2026-04-02T17:35:45.390278Z","end":"2026-04-02T17:35:45.501523Z","steps":["trace[691712326] 'read index received' (duration: 110.789502ms)","trace[691712326] 'applied index is now lower than readState.Index' (duration: 453.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:45.5016Z","caller":"traceutil/trace.go:171","msg":"trace[94940293] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"132.751635ms","start":"2026-04-02T17:35:45.368791Z","end":"2026-04-02T17:35:45.501543Z","steps":["trace[94940293] 'process raft request' (duration: 132.507487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.501861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.646762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:35:45.50189Z","caller":"traceutil/trace.go:171","msg":"trace[1488531758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24165; }","duration":"117.733824ms","start":"2026-04-02T17:35:45.384148Z","end":"2026-04-02T17:35:45.501882Z","steps":["trace[1488531758] 'agreement among raft nodes before linearized reading' (duration: 117.552259ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.502799Z","caller":"traceutil/trace.go:171","msg":"trace[38723318] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"107.674802ms","start":"2026-04-02T17:35:45.395114Z","end":"2026-04-02T17:35:45.502789Z","steps":["trace[38723318] 'process raft request' (duration: 107.517507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.502829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.762413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:35:45.502877Z","caller":"traceutil/trace.go:171","msg":"trace[1324662724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24166; }","duration":"101.846496ms","start":"2026-04-02T17:35:45.40102Z","end":"2026-04-02T17:35:45.502867Z","steps":["trace[1324662724] 'agreement among raft nodes before linearized reading' (duration: 101.67207ms)"],"step_count":1} 2026/04/02 17:35:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:35:45.91574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.196755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:45.916155Z","caller":"traceutil/trace.go:171","msg":"trace[170658466] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"250.768177ms","start":"2026-04-02T17:35:45.665364Z","end":"2026-04-02T17:35:45.916132Z","steps":["trace[170658466] 'process raft request' (duration: 250.654133ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.916163Z","caller":"traceutil/trace.go:171","msg":"trace[813120498] linearizableReadLoop","detail":"{readStateIndex:24983; appliedIndex:24981; }","duration":"261.685615ms","start":"2026-04-02T17:35:45.65444Z","end":"2026-04-02T17:35:45.916126Z","steps":["trace[813120498] 'read index received' (duration: 149.964674ms)","trace[813120498] 'applied index is now lower than readState.Index' (duration: 111.717901ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:45.916256Z","caller":"traceutil/trace.go:171","msg":"trace[1771339667] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"314.524406ms","start":"2026-04-02T17:35:45.601675Z","end":"2026-04-02T17:35:45.9162Z","steps":["trace[1771339667] 'process raft request' (duration: 202.562236ms)","trace[1771339667] 'compare' (duration: 110.999909ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:45.916463Z","caller":"traceutil/trace.go:171","msg":"trace[1539901544] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"250.082875ms","start":"2026-04-02T17:35:45.666368Z","end":"2026-04-02T17:35:45.91645Z","steps":["trace[1539901544] 'process raft request' (duration: 249.699132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.916481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.601645Z","time spent":"314.729891ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:35:45.916759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.316246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:35:45.916826Z","caller":"traceutil/trace.go:171","msg":"trace[697098712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24178; }","duration":"262.428469ms","start":"2026-04-02T17:35:45.654381Z","end":"2026-04-02T17:35:45.916809Z","steps":["trace[697098712] 'agreement among raft nodes before linearized reading' (duration: 261.886772ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.916854Z","caller":"traceutil/trace.go:171","msg":"trace[1244060167] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"250.398955ms","start":"2026-04-02T17:35:45.666398Z","end":"2026-04-02T17:35:45.916797Z","steps":["trace[1244060167] 'process raft request' (duration: 249.962011ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.917522Z","caller":"traceutil/trace.go:171","msg":"trace[1036099281] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"250.024453ms","start":"2026-04-02T17:35:45.667468Z","end":"2026-04-02T17:35:45.917493Z","steps":["trace[1036099281] 'process raft request' (duration: 249.152715ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.917854Z","caller":"traceutil/trace.go:171","msg":"trace[1291552414] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"237.543474ms","start":"2026-04-02T17:35:45.680265Z","end":"2026-04-02T17:35:45.917808Z","steps":["trace[1291552414] 'process raft request' (duration: 236.435619ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.918013Z","caller":"traceutil/trace.go:171","msg":"trace[687326322] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24181; }","duration":"221.040406ms","start":"2026-04-02T17:35:45.696958Z","end":"2026-04-02T17:35:45.917999Z","steps":["trace[687326322] 'process raft request' (duration: 220.812449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.918283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.597636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-776c65d74b-wcc25\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-04-02T17:35:45.918714Z","caller":"traceutil/trace.go:171","msg":"trace[352864228] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-776c65d74b-wcc25; range_end:; response_count:1; response_revision:24182; }","duration":"238.069431ms","start":"2026-04-02T17:35:45.6806Z","end":"2026-04-02T17:35:45.918669Z","steps":["trace[352864228] 'agreement among raft nodes before linearized reading' (duration: 237.493522ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.918752Z","caller":"traceutil/trace.go:171","msg":"trace[1959085121] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"136.587517ms","start":"2026-04-02T17:35:45.78212Z","end":"2026-04-02T17:35:45.918708Z","steps":["trace[1959085121] 'process raft request' (duration: 135.793361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:46.527506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.66833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:46.527652Z","caller":"traceutil/trace.go:171","msg":"trace[663590155] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"604.164514ms","start":"2026-04-02T17:35:45.923462Z","end":"2026-04-02T17:35:46.527627Z","steps":["trace[663590155] 'process raft request' (duration: 421.256937ms)","trace[663590155] 'compare' (duration: 182.293568ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:46.52772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.923437Z","time spent":"604.250807ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:46.529535Z","caller":"traceutil/trace.go:171","msg":"trace[1135812543] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"541.886734ms","start":"2026-04-02T17:35:45.987623Z","end":"2026-04-02T17:35:46.529509Z","steps":["trace[1135812543] 'process raft request' (duration: 541.815971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:46.529698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.987599Z","time spent":"542.019358ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:46.529924Z","caller":"traceutil/trace.go:171","msg":"trace[1595654768] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"605.905491ms","start":"2026-04-02T17:35:45.923951Z","end":"2026-04-02T17:35:46.529857Z","steps":["trace[1595654768] 'process raft request' (duration: 605.331822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:46.530311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.923932Z","time spent":"606.249601ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3911,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:47.294471Z","caller":"traceutil/trace.go:171","msg":"trace[1737673919] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"113.020793ms","start":"2026-04-02T17:35:47.181405Z","end":"2026-04-02T17:35:47.294426Z","steps":["trace[1737673919] 'process raft request' (duration: 109.532902ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.004148Z","caller":"traceutil/trace.go:171","msg":"trace[953372984] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"394.220013ms","start":"2026-04-02T17:35:47.609881Z","end":"2026-04-02T17:35:48.004101Z","steps":["trace[953372984] 'process raft request' (duration: 329.762392ms)","trace[953372984] 'compare' (duration: 63.980676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:48.004346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.609852Z","time spent":"394.395519ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:48.004856Z","caller":"traceutil/trace.go:171","msg":"trace[2025758247] linearizableReadLoop","detail":"{readStateIndex:25008; appliedIndex:25004; }","duration":"372.707865ms","start":"2026-04-02T17:35:47.632135Z","end":"2026-04-02T17:35:48.004842Z","steps":["trace[2025758247] 'read index received' (duration: 307.530751ms)","trace[2025758247] 'applied index is now lower than readState.Index' (duration: 65.174943ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:48.004838Z","caller":"traceutil/trace.go:171","msg":"trace[1704390807] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"394.639616ms","start":"2026-04-02T17:35:47.610163Z","end":"2026-04-02T17:35:48.004802Z","steps":["trace[1704390807] 'process raft request' (duration: 394.516352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.004865Z","caller":"traceutil/trace.go:171","msg":"trace[1456252073] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"394.719119ms","start":"2026-04-02T17:35:47.610102Z","end":"2026-04-02T17:35:48.004821Z","steps":["trace[1456252073] 'process raft request' (duration: 394.484081ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.004867Z","caller":"traceutil/trace.go:171","msg":"trace[904574794] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"394.641216ms","start":"2026-04-02T17:35:47.610186Z","end":"2026-04-02T17:35:48.004827Z","steps":["trace[904574794] 'process raft request' (duration: 394.542593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.005035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.610155Z","time spent":"394.783151ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.00506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.610095Z","time spent":"394.851393ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.005084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.610153Z","time spent":"394.825272ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.005111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.280373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-02T17:35:48.005153Z","caller":"traceutil/trace.go:171","msg":"trace[1676031251] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24201; }","duration":"205.321444ms","start":"2026-04-02T17:35:47.799818Z","end":"2026-04-02T17:35:48.00514Z","steps":["trace[1676031251] 'agreement among raft nodes before linearized reading' (duration: 205.134338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.006619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.447871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:48.006686Z","caller":"traceutil/trace.go:171","msg":"trace[558496527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24201; }","duration":"374.590795ms","start":"2026-04-02T17:35:47.632075Z","end":"2026-04-02T17:35:48.006666Z","steps":["trace[558496527] 'agreement among raft nodes before linearized reading' (duration: 372.831789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.006939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.632044Z","time spent":"374.881764ms","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:49.06042Z","caller":"traceutil/trace.go:171","msg":"trace[1690476402] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"521.864503ms","start":"2026-04-02T17:35:48.538491Z","end":"2026-04-02T17:35:49.060355Z","steps":["trace[1690476402] 'process raft request' (duration: 497.902457ms)","trace[1690476402] 'compare' (duration: 23.295555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:49.060616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.538463Z","time spent":"522.05272ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:49.066147Z","caller":"traceutil/trace.go:171","msg":"trace[167631048] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"510.796909ms","start":"2026-04-02T17:35:48.555334Z","end":"2026-04-02T17:35:49.066131Z","steps":["trace[167631048] 'process raft request' (duration: 510.681075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:49.066257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.555314Z","time spent":"510.896433ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:49.13427Z","caller":"traceutil/trace.go:171","msg":"trace[698789827] linearizableReadLoop","detail":"{readStateIndex:25015; appliedIndex:25013; }","duration":"426.757603ms","start":"2026-04-02T17:35:48.707456Z","end":"2026-04-02T17:35:49.134213Z","steps":["trace[698789827] 'read index received' (duration: 328.962706ms)","trace[698789827] 'applied index is now lower than readState.Index' (duration: 97.793477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:49.134544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.050763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:49.134568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.02726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:49.134602Z","caller":"traceutil/trace.go:171","msg":"trace[1390532834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24206; }","duration":"427.185617ms","start":"2026-04-02T17:35:48.707402Z","end":"2026-04-02T17:35:49.134587Z","steps":["trace[1390532834] 'agreement among raft nodes before linearized reading' (duration: 427.026332ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:49.134635Z","caller":"traceutil/trace.go:171","msg":"trace[561957085] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24206; }","duration":"218.066732ms","start":"2026-04-02T17:35:48.916526Z","end":"2026-04-02T17:35:49.134593Z","steps":["trace[561957085] 'agreement among raft nodes before linearized reading' (duration: 217.975589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:49.134649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.70738Z","time spent":"427.256359ms","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:49.134812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.217643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-04-02T17:35:49.135134Z","caller":"traceutil/trace.go:171","msg":"trace[1865360181] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24206; }","duration":"115.324127ms","start":"2026-04-02T17:35:49.019533Z","end":"2026-04-02T17:35:49.134857Z","steps":["trace[1865360181] 'agreement among raft nodes before linearized reading' (duration: 114.975306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:49.361682Z","caller":"traceutil/trace.go:171","msg":"trace[816621801] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25016; }","duration":"142.211747ms","start":"2026-04-02T17:35:49.219443Z","end":"2026-04-02T17:35:49.361655Z","steps":["trace[816621801] 'read index received' (duration: 142.023521ms)","trace[816621801] 'applied index is now lower than readState.Index' (duration: 187.536µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:49.361756Z","caller":"traceutil/trace.go:171","msg":"trace[973777238] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"152.185205ms","start":"2026-04-02T17:35:49.209549Z","end":"2026-04-02T17:35:49.361735Z","steps":["trace[973777238] 'process raft request' (duration: 151.889176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:49.361835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.367721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:49.361867Z","caller":"traceutil/trace.go:171","msg":"trace[531013590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24207; }","duration":"142.494995ms","start":"2026-04-02T17:35:49.219364Z","end":"2026-04-02T17:35:49.361859Z","steps":["trace[531013590] 'agreement among raft nodes before linearized reading' (duration: 142.412373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:49.411385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.45118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:49.411466Z","caller":"traceutil/trace.go:171","msg":"trace[2037077485] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24208; }","duration":"145.620625ms","start":"2026-04-02T17:35:49.265833Z","end":"2026-04-02T17:35:49.411454Z","steps":["trace[2037077485] 'agreement among raft nodes before linearized reading' (duration: 145.442089ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:49.411393Z","caller":"traceutil/trace.go:171","msg":"trace[802633120] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"111.782914ms","start":"2026-04-02T17:35:49.299579Z","end":"2026-04-02T17:35:49.411362Z","steps":["trace[802633120] 'process raft request' (duration: 111.536916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:49.746592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.86676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:49.746742Z","caller":"traceutil/trace.go:171","msg":"trace[1794540196] linearizableReadLoop","detail":"{readStateIndex:25019; appliedIndex:25018; }","duration":"227.068789ms","start":"2026-04-02T17:35:49.519647Z","end":"2026-04-02T17:35:49.746716Z","steps":["trace[1794540196] 'read index received' (duration: 829.346µs)","trace[1794540196] 'applied index is now lower than readState.Index' (duration: 226.236873ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:49.746775Z","caller":"traceutil/trace.go:171","msg":"trace[157423109] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"269.641961ms","start":"2026-04-02T17:35:49.477074Z","end":"2026-04-02T17:35:49.746716Z","steps":["trace[157423109] 'process raft request' (duration: 43.517302ms)","trace[157423109] 'compare' (duration: 225.442867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:49.747018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.348948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:35:49.747112Z","caller":"traceutil/trace.go:171","msg":"trace[1771921694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24209; }","duration":"227.533465ms","start":"2026-04-02T17:35:49.519547Z","end":"2026-04-02T17:35:49.74708Z","steps":["trace[1771921694] 'agreement among raft nodes before linearized reading' (duration: 227.269786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.246976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513899964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:35:50.325838Z","caller":"traceutil/trace.go:171","msg":"trace[57437465] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"686.31583ms","start":"2026-04-02T17:35:49.639491Z","end":"2026-04-02T17:35:50.325807Z","steps":["trace[57437465] 'process raft request' (duration: 685.957089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.326198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.639415Z","time spent":"686.509306ms","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418442,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:50.382732Z","caller":"traceutil/trace.go:171","msg":"trace[1673802929] linearizableReadLoop","detail":"{readStateIndex:25022; appliedIndex:25019; }","duration":"635.925749ms","start":"2026-04-02T17:35:49.746789Z","end":"2026-04-02T17:35:50.382714Z","steps":["trace[1673802929] 'read index received' (duration: 578.782673ms)","trace[1673802929] 'applied index is now lower than readState.Index' (duration: 57.141536ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:50.382822Z","caller":"traceutil/trace.go:171","msg":"trace[291594009] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"372.187207ms","start":"2026-04-02T17:35:50.010591Z","end":"2026-04-02T17:35:50.382778Z","steps":["trace[291594009] 'process raft request' (duration: 372.070593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.382965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.267934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:50.38304Z","caller":"traceutil/trace.go:171","msg":"trace[166775673] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24212; }","duration":"760.404959ms","start":"2026-04-02T17:35:49.622617Z","end":"2026-04-02T17:35:50.383022Z","steps":["trace[166775673] 'agreement among raft nodes before linearized reading' (duration: 760.227263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.010582Z","time spent":"372.341633ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:50.383098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.622592Z","time spent":"760.491111ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:50.383066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.326882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:35:50.383187Z","caller":"traceutil/trace.go:171","msg":"trace[1126273433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24212; }","duration":"758.517198ms","start":"2026-04-02T17:35:49.624653Z","end":"2026-04-02T17:35:50.38317Z","steps":["trace[1126273433] 'agreement among raft nodes before linearized reading' (duration: 758.174557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.734755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:35:50.383238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.624616Z","time spent":"758.614012ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:35:50.383276Z","caller":"traceutil/trace.go:171","msg":"trace[93873574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24212; }","duration":"372.825898ms","start":"2026-04-02T17:35:50.010436Z","end":"2026-04-02T17:35:50.383261Z","steps":["trace[93873574] 'agreement among raft nodes before linearized reading' (duration: 372.58376ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.38294Z","caller":"traceutil/trace.go:171","msg":"trace[1658893468] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"631.657463ms","start":"2026-04-02T17:35:49.75123Z","end":"2026-04-02T17:35:50.382888Z","steps":["trace[1658893468] 'process raft request' (duration: 631.357963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.010433Z","time spent":"372.888719ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:50.38334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.635669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128309"} {"level":"info","ts":"2026-04-02T17:35:50.383381Z","caller":"traceutil/trace.go:171","msg":"trace[824076206] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24212; }","duration":"116.721351ms","start":"2026-04-02T17:35:50.266647Z","end":"2026-04-02T17:35:50.383368Z","steps":["trace[824076206] 'agreement among raft nodes before linearized reading' (duration: 116.599467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.627196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"warn","ts":"2026-04-02T17:35:50.383418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.751207Z","time spent":"632.152219ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:50.383448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.745661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:50.383482Z","caller":"traceutil/trace.go:171","msg":"trace[346600010] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:24212; }","duration":"608.947947ms","start":"2026-04-02T17:35:49.774505Z","end":"2026-04-02T17:35:50.383453Z","steps":["trace[346600010] 'agreement among raft nodes before linearized reading' (duration: 608.468131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.383527Z","caller":"traceutil/trace.go:171","msg":"trace[1991270743] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24212; }","duration":"558.844974ms","start":"2026-04-02T17:35:49.824654Z","end":"2026-04-02T17:35:50.383499Z","steps":["trace[1991270743] 'agreement among raft nodes before linearized reading' (duration: 558.755861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.962492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:35:50.383604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.824626Z","time spent":"558.958078ms","remote":"127.0.0.1:59436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:50.383212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.353752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:35:50.383698Z","caller":"traceutil/trace.go:171","msg":"trace[292256365] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24212; }","duration":"372.853949ms","start":"2026-04-02T17:35:50.010833Z","end":"2026-04-02T17:35:50.383687Z","steps":["trace[292256365] 'agreement among raft nodes before linearized reading' (duration: 372.134676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.245947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:50.383548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.774484Z","time spent":"609.055359ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4636,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:35:50.383776Z","caller":"traceutil/trace.go:171","msg":"trace[547285647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24212; }","duration":"234.340251ms","start":"2026-04-02T17:35:50.149422Z","end":"2026-04-02T17:35:50.383762Z","steps":["trace[547285647] 'agreement among raft nodes before linearized reading' (duration: 234.210376ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.38362Z","caller":"traceutil/trace.go:171","msg":"trace[1551015794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24212; }","duration":"373.224511ms","start":"2026-04-02T17:35:50.010383Z","end":"2026-04-02T17:35:50.383607Z","steps":["trace[1551015794] 'agreement among raft nodes before linearized reading' (duration: 372.90453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.192016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-02T17:35:50.383846Z","caller":"traceutil/trace.go:171","msg":"trace[1583934035] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24212; }","duration":"290.275989ms","start":"2026-04-02T17:35:50.093563Z","end":"2026-04-02T17:35:50.383839Z","steps":["trace[1583934035] 'agreement among raft nodes before linearized reading' (duration: 290.129994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.042635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:35:50.383973Z","caller":"traceutil/trace.go:171","msg":"trace[140498216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24212; }","duration":"373.478389ms","start":"2026-04-02T17:35:50.010453Z","end":"2026-04-02T17:35:50.383931Z","steps":["trace[140498216] 'agreement among raft nodes before linearized reading' (duration: 372.993823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.383817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.010366Z","time spent":"373.444487ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:50.384119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.01045Z","time spent":"373.627654ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:50.383657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.244918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:50.384199Z","caller":"traceutil/trace.go:171","msg":"trace[1926909776] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24212; }","duration":"336.888929ms","start":"2026-04-02T17:35:50.047298Z","end":"2026-04-02T17:35:50.384187Z","steps":["trace[1926909776] 'agreement among raft nodes before linearized reading' (duration: 336.28546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.384236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.047269Z","time spent":"336.955941ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:50.383737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.010822Z","time spent":"372.90294ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:35:50.509537Z","caller":"traceutil/trace.go:171","msg":"trace[1923314548] linearizableReadLoop","detail":"{readStateIndex:25027; appliedIndex:25023; }","duration":"115.288786ms","start":"2026-04-02T17:35:50.394222Z","end":"2026-04-02T17:35:50.50951Z","steps":["trace[1923314548] 'read index received' (duration: 6.286621ms)","trace[1923314548] 'applied index is now lower than readState.Index' (duration: 109.000555ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:50.50997Z","caller":"traceutil/trace.go:171","msg":"trace[500927128] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"120.007597ms","start":"2026-04-02T17:35:50.38994Z","end":"2026-04-02T17:35:50.509948Z","steps":["trace[500927128] 'process raft request' (duration: 119.48743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.509991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.74246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128309"} {"level":"info","ts":"2026-04-02T17:35:50.510089Z","caller":"traceutil/trace.go:171","msg":"trace[157404522] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"120.257625ms","start":"2026-04-02T17:35:50.389814Z","end":"2026-04-02T17:35:50.510072Z","steps":["trace[157404522] 'process raft request' (duration: 104.648535ms)","trace[157404522] 'compare' (duration: 14.743872ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:50.510095Z","caller":"traceutil/trace.go:171","msg":"trace[558590700] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24217; }","duration":"115.874935ms","start":"2026-04-02T17:35:50.394199Z","end":"2026-04-02T17:35:50.510074Z","steps":["trace[558590700] 'agreement among raft nodes before linearized reading' (duration: 115.532544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.509998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.363288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-02T17:35:50.510381Z","caller":"traceutil/trace.go:171","msg":"trace[853990238] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24217; }","duration":"115.74644ms","start":"2026-04-02T17:35:50.394618Z","end":"2026-04-02T17:35:50.510364Z","steps":["trace[853990238] 'agreement among raft nodes before linearized reading' (duration: 115.264215ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.509984Z","caller":"traceutil/trace.go:171","msg":"trace[284040523] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"120.045288ms","start":"2026-04-02T17:35:50.389901Z","end":"2026-04-02T17:35:50.509946Z","steps":["trace[284040523] 'process raft request' (duration: 119.467669ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.510095Z","caller":"traceutil/trace.go:171","msg":"trace[1308099141] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"120.12126ms","start":"2026-04-02T17:35:50.389957Z","end":"2026-04-02T17:35:50.510079Z","steps":["trace[1308099141] 'process raft request' (duration: 119.50614ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:51.267668Z","caller":"traceutil/trace.go:171","msg":"trace[1042730249] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"126.945368ms","start":"2026-04-02T17:35:51.140682Z","end":"2026-04-02T17:35:51.267628Z","steps":["trace[1042730249] 'process raft request' (duration: 109.572903ms)","trace[1042730249] 'compare' (duration: 17.173319ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:51.604074Z","caller":"traceutil/trace.go:171","msg":"trace[2079153158] linearizableReadLoop","detail":"{readStateIndex:25033; appliedIndex:25032; }","duration":"234.89432ms","start":"2026-04-02T17:35:51.369142Z","end":"2026-04-02T17:35:51.604036Z","steps":["trace[2079153158] 'read index received' (duration: 222.40461ms)","trace[2079153158] 'applied index is now lower than readState.Index' (duration: 12.48828ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:51.604115Z","caller":"traceutil/trace.go:171","msg":"trace[1179602090] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"235.549501ms","start":"2026-04-02T17:35:51.368512Z","end":"2026-04-02T17:35:51.604061Z","steps":["trace[1179602090] 'process raft request' (duration: 223.02371ms)","trace[1179602090] 'compare' (duration: 11.822828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:51.604232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.079315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:51.604262Z","caller":"traceutil/trace.go:171","msg":"trace[949322617] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24223; }","duration":"235.200099ms","start":"2026-04-02T17:35:51.369052Z","end":"2026-04-02T17:35:51.604252Z","steps":["trace[949322617] 'agreement among raft nodes before linearized reading' (duration: 235.097276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:51.609135Z","caller":"traceutil/trace.go:171","msg":"trace[158781673] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"192.263776ms","start":"2026-04-02T17:35:51.416849Z","end":"2026-04-02T17:35:51.609113Z","steps":["trace[158781673] 'process raft request' (duration: 192.204044ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:51.60921Z","caller":"traceutil/trace.go:171","msg":"trace[1938386331] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"237.939577ms","start":"2026-04-02T17:35:51.371231Z","end":"2026-04-02T17:35:51.609171Z","steps":["trace[1938386331] 'process raft request' (duration: 237.7203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:52.904539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513900004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:35:52.993225Z","caller":"traceutil/trace.go:171","msg":"trace[451990547] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"602.702568ms","start":"2026-04-02T17:35:52.390494Z","end":"2026-04-02T17:35:52.993197Z","steps":["trace[451990547] 'process raft request' (duration: 602.489481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:52.993432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.390483Z","time spent":"602.819371ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.118404Z","caller":"traceutil/trace.go:171","msg":"trace[2016314165] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25036; }","duration":"714.512042ms","start":"2026-04-02T17:35:52.403808Z","end":"2026-04-02T17:35:53.11832Z","steps":["trace[2016314165] 'read index received' (duration: 589.133224ms)","trace[2016314165] 'applied index is now lower than readState.Index' (duration: 125.376258ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:53.118435Z","caller":"traceutil/trace.go:171","msg":"trace[20169136] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"726.872117ms","start":"2026-04-02T17:35:52.391515Z","end":"2026-04-02T17:35:53.118387Z","steps":["trace[20169136] 'process raft request' (duration: 717.740536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.118593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.391504Z","time spent":"727.011822ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.118809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.106513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:53.118855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.804116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:53.118897Z","caller":"traceutil/trace.go:171","msg":"trace[1282914063] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24228; }","duration":"589.216127ms","start":"2026-04-02T17:35:52.529657Z","end":"2026-04-02T17:35:53.118873Z","steps":["trace[1282914063] 'agreement among raft nodes before linearized reading' (duration: 589.064152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.118884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.137031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:53.118927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.734711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T17:35:53.118952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.529646Z","time spent":"589.295029ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.118973Z","caller":"traceutil/trace.go:171","msg":"trace[1905947658] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24228; }","duration":"567.281285ms","start":"2026-04-02T17:35:52.551666Z","end":"2026-04-02T17:35:53.118947Z","steps":["trace[1905947658] 'agreement among raft nodes before linearized reading' (duration: 567.10589ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.118935Z","caller":"traceutil/trace.go:171","msg":"trace[1778117743] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24228; }","duration":"707.073585ms","start":"2026-04-02T17:35:52.411839Z","end":"2026-04-02T17:35:53.118913Z","steps":["trace[1778117743] 'agreement among raft nodes before linearized reading' (duration: 706.773626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.119033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.550949Z","time spent":"568.073851ms","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:53.119034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.686549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:35:53.119066Z","caller":"traceutil/trace.go:171","msg":"trace[1662694677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24228; }","duration":"603.767732ms","start":"2026-04-02T17:35:52.515292Z","end":"2026-04-02T17:35:53.11906Z","steps":["trace[1662694677] 'agreement among raft nodes before linearized reading' (duration: 603.691359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.119088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.515261Z","time spent":"603.822234ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:53.119088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.411826Z","time spent":"707.24132ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.118965Z","caller":"traceutil/trace.go:171","msg":"trace[143270019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24228; }","duration":"603.791072ms","start":"2026-04-02T17:35:52.515162Z","end":"2026-04-02T17:35:53.118953Z","steps":["trace[143270019] 'agreement among raft nodes before linearized reading' (duration: 603.631187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.119267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.380342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T17:35:53.11868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.857674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:35:53.119336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.515153Z","time spent":"604.097043ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:35:53.119378Z","caller":"traceutil/trace.go:171","msg":"trace[1852871455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24228; }","duration":"604.531406ms","start":"2026-04-02T17:35:52.514816Z","end":"2026-04-02T17:35:53.119347Z","steps":["trace[1852871455] 'agreement among raft nodes before linearized reading' (duration: 604.177185ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.119402Z","caller":"traceutil/trace.go:171","msg":"trace[1966825709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24228; }","duration":"715.646698ms","start":"2026-04-02T17:35:52.403739Z","end":"2026-04-02T17:35:53.119386Z","steps":["trace[1966825709] 'agreement among raft nodes before linearized reading' (duration: 714.719109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.119441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.403714Z","time spent":"715.717531ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:35:53.119439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.514807Z","time spent":"604.62307ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:53.119418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.611209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-02T17:35:53.11953Z","caller":"traceutil/trace.go:171","msg":"trace[1990342688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24228; }","duration":"604.787595ms","start":"2026-04-02T17:35:52.514711Z","end":"2026-04-02T17:35:53.119498Z","steps":["trace[1990342688] 'agreement among raft nodes before linearized reading' (duration: 604.32886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.119587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.514691Z","time spent":"604.885567ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:53.120822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.786224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:173 size:1792044"} {"level":"info","ts":"2026-04-02T17:35:53.120936Z","caller":"traceutil/trace.go:171","msg":"trace[119246092] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:173; response_revision:24228; }","duration":"162.945709ms","start":"2026-04-02T17:35:52.957975Z","end":"2026-04-02T17:35:53.120921Z","steps":["trace[119246092] 'agreement among raft nodes before linearized reading' (duration: 160.76164ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.471673Z","caller":"traceutil/trace.go:171","msg":"trace[1974064509] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"347.700936ms","start":"2026-04-02T17:35:53.123924Z","end":"2026-04-02T17:35:53.471625Z","steps":["trace[1974064509] 'process raft request' (duration: 247.946487ms)","trace[1974064509] 'compare' (duration: 99.291004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:53.471885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.123906Z","time spent":"347.874151ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.764198Z","caller":"traceutil/trace.go:171","msg":"trace[79633125] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"640.047932ms","start":"2026-04-02T17:35:53.123976Z","end":"2026-04-02T17:35:53.764024Z","steps":["trace[79633125] 'process raft request' (duration: 584.596459ms)","trace[79633125] 'compare' (duration: 55.188014ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:53.764855Z","caller":"traceutil/trace.go:171","msg":"trace[2084883672] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"640.822997ms","start":"2026-04-02T17:35:53.123989Z","end":"2026-04-02T17:35:53.764812Z","steps":["trace[2084883672] 'process raft request' (duration: 639.9649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.764502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.123942Z","time spent":"640.414523ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.765215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.123965Z","time spent":"640.968091ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.765246Z","caller":"traceutil/trace.go:171","msg":"trace[1071675662] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"641.000792ms","start":"2026-04-02T17:35:53.124219Z","end":"2026-04-02T17:35:53.76522Z","steps":["trace[1071675662] 'process raft request' (duration: 640.730593ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.765284Z","caller":"traceutil/trace.go:171","msg":"trace[2071751753] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"641.267281ms","start":"2026-04-02T17:35:53.123989Z","end":"2026-04-02T17:35:53.765257Z","steps":["trace[2071751753] 'process raft request' (duration: 640.362982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.765403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.12419Z","time spent":"641.127616ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.765403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.123965Z","time spent":"641.367264ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.765573Z","caller":"traceutil/trace.go:171","msg":"trace[507719423] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"625.473906ms","start":"2026-04-02T17:35:53.140089Z","end":"2026-04-02T17:35:53.765563Z","steps":["trace[507719423] 'process raft request' (duration: 625.086214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.765641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.140059Z","time spent":"625.547848ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.765697Z","caller":"traceutil/trace.go:171","msg":"trace[74304855] linearizableReadLoop","detail":"{readStateIndex:25044; appliedIndex:25038; }","duration":"611.464848ms","start":"2026-04-02T17:35:53.154211Z","end":"2026-04-02T17:35:53.765676Z","steps":["trace[74304855] 'read index received' (duration: 217.676169ms)","trace[74304855] 'applied index is now lower than readState.Index' (duration: 393.786019ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:53.765801Z","caller":"traceutil/trace.go:171","msg":"trace[847618959] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"151.297597ms","start":"2026-04-02T17:35:53.614489Z","end":"2026-04-02T17:35:53.765786Z","steps":["trace[847618959] 'process raft request' (duration: 151.226845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.766074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.101006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:35:53.766158Z","caller":"traceutil/trace.go:171","msg":"trace[650874816] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24236; }","duration":"494.23001ms","start":"2026-04-02T17:35:53.271903Z","end":"2026-04-02T17:35:53.766133Z","steps":["trace[650874816] 'agreement among raft nodes before linearized reading' (duration: 493.975742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.766207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.271878Z","time spent":"494.319193ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:53.766201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.374953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-02T17:35:53.766291Z","caller":"traceutil/trace.go:171","msg":"trace[401475061] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:24236; }","duration":"366.539058ms","start":"2026-04-02T17:35:53.399736Z","end":"2026-04-02T17:35:53.766275Z","steps":["trace[401475061] 'agreement among raft nodes before linearized reading' (duration: 366.3058ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.766045Z","caller":"traceutil/trace.go:171","msg":"trace[726738617] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"156.115761ms","start":"2026-04-02T17:35:53.609877Z","end":"2026-04-02T17:35:53.765993Z","steps":["trace[726738617] 'process raft request' (duration: 155.614075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.766415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.399707Z","time spent":"366.696543ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"warn","ts":"2026-04-02T17:35:53.768342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.954621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:35:53.768387Z","caller":"traceutil/trace.go:171","msg":"trace[1031298815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24236; }","duration":"372.059794ms","start":"2026-04-02T17:35:53.396316Z","end":"2026-04-02T17:35:53.768376Z","steps":["trace[1031298815] 'agreement among raft nodes before linearized reading' (duration: 369.763891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.768416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.396291Z","time spent":"372.118466ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:35:53.768976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.768194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:173 size:1792044"} {"level":"info","ts":"2026-04-02T17:35:53.769073Z","caller":"traceutil/trace.go:171","msg":"trace[2054708890] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:173; response_revision:24236; }","duration":"614.920238ms","start":"2026-04-02T17:35:53.154141Z","end":"2026-04-02T17:35:53.769061Z","steps":["trace[2054708890] 'agreement among raft nodes before linearized reading' (duration: 611.644143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.769109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.154113Z","time spent":"614.98113ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":173,"response size":1792068,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-02T17:35:53.954562Z","caller":"traceutil/trace.go:171","msg":"trace[1610426642] linearizableReadLoop","detail":"{readStateIndex:25049; appliedIndex:25047; }","duration":"180.50873ms","start":"2026-04-02T17:35:53.774023Z","end":"2026-04-02T17:35:53.954531Z","steps":["trace[1610426642] 'read index received' (duration: 97.9309ms)","trace[1610426642] 'applied index is now lower than readState.Index' (duration: 82.57651ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:53.954728Z","caller":"traceutil/trace.go:171","msg":"trace[1262806005] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"182.907446ms","start":"2026-04-02T17:35:53.771782Z","end":"2026-04-02T17:35:53.954689Z","steps":["trace[1262806005] 'process raft request' (duration: 182.647788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.954882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.839801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:35:53.954863Z","caller":"traceutil/trace.go:171","msg":"trace[2134145666] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"184.086854ms","start":"2026-04-02T17:35:53.770729Z","end":"2026-04-02T17:35:53.954816Z","steps":["trace[2134145666] 'process raft request' (duration: 101.209755ms)","trace[2134145666] 'compare' (duration: 82.190597ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:53.954901Z","caller":"traceutil/trace.go:171","msg":"trace[1601472471] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"151.831543ms","start":"2026-04-02T17:35:53.803027Z","end":"2026-04-02T17:35:53.954858Z","steps":["trace[1601472471] 'process raft request' (duration: 151.463551ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.954943Z","caller":"traceutil/trace.go:171","msg":"trace[992201819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24239; }","duration":"180.918643ms","start":"2026-04-02T17:35:53.774014Z","end":"2026-04-02T17:35:53.954933Z","steps":["trace[992201819] 'agreement among raft nodes before linearized reading' (duration: 180.636664ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:54.494505Z","caller":"traceutil/trace.go:171","msg":"trace[1530698718] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25050; }","duration":"355.869067ms","start":"2026-04-02T17:35:54.138591Z","end":"2026-04-02T17:35:54.49446Z","steps":["trace[1530698718] 'read index received' (duration: 353.003245ms)","trace[1530698718] 'applied index is now lower than readState.Index' (duration: 2.863442ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:54.494878Z","caller":"traceutil/trace.go:171","msg":"trace[1641480877] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"453.373083ms","start":"2026-04-02T17:35:54.041473Z","end":"2026-04-02T17:35:54.494846Z","steps":["trace[1641480877] 'process raft request' (duration: 450.214612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.49492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.301091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:54.494984Z","caller":"traceutil/trace.go:171","msg":"trace[1275815602] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24240; }","duration":"356.413224ms","start":"2026-04-02T17:35:54.138553Z","end":"2026-04-02T17:35:54.494967Z","steps":["trace[1275815602] 'agreement among raft nodes before linearized reading' (duration: 356.27931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.495222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.138537Z","time spent":"356.674233ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T17:35:54.495239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.503214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:54.494994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.041446Z","time spent":"453.497518ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:54.495344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.150174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-02T17:35:54.49538Z","caller":"traceutil/trace.go:171","msg":"trace[869072430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24240; }","duration":"344.68965ms","start":"2026-04-02T17:35:54.150662Z","end":"2026-04-02T17:35:54.495351Z","steps":["trace[869072430] 'agreement among raft nodes before linearized reading' (duration: 344.260886ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:54.495429Z","caller":"traceutil/trace.go:171","msg":"trace[1976746870] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24240; }","duration":"167.304338ms","start":"2026-04-02T17:35:54.3281Z","end":"2026-04-02T17:35:54.495405Z","steps":["trace[1976746870] 'agreement among raft nodes before linearized reading' (duration: 166.803932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.495457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.15064Z","time spent":"344.803393ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:54.495249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.487606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:54.495548Z","caller":"traceutil/trace.go:171","msg":"trace[1447459741] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24240; }","duration":"356.835288ms","start":"2026-04-02T17:35:54.138692Z","end":"2026-04-02T17:35:54.495527Z","steps":["trace[1447459741] 'agreement among raft nodes before linearized reading' (duration: 356.221669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.495607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.138687Z","time spent":"356.90147ms","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:55.109857Z","caller":"traceutil/trace.go:171","msg":"trace[222457053] transaction","detail":"{read_only:false; response_revision:24241; number_of_response:1; }","duration":"117.673352ms","start":"2026-04-02T17:35:54.992152Z","end":"2026-04-02T17:35:55.109826Z","steps":["trace[222457053] 'process raft request' (duration: 117.393523ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:55.171896Z","caller":"traceutil/trace.go:171","msg":"trace[729279830] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"170.412448ms","start":"2026-04-02T17:35:55.001445Z","end":"2026-04-02T17:35:55.171858Z","steps":["trace[729279830] 'process raft request' (duration: 126.604647ms)","trace[729279830] 'compare' (duration: 43.412078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:55.615472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.69762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:35:55.61557Z","caller":"traceutil/trace.go:171","msg":"trace[1410013872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24243; }","duration":"136.862995ms","start":"2026-04-02T17:35:55.478686Z","end":"2026-04-02T17:35:55.615549Z","steps":["trace[1410013872] 'range keys from in-memory index tree' (duration: 136.442132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.615626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.49476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:55.615729Z","caller":"traceutil/trace.go:171","msg":"trace[521282950] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24243; }","duration":"251.666235ms","start":"2026-04-02T17:35:55.364039Z","end":"2026-04-02T17:35:55.615705Z","steps":["trace[521282950] 'count revisions from in-memory index tree' (duration: 251.351475ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:56.03109Z","caller":"traceutil/trace.go:171","msg":"trace[350074611] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"256.47504ms","start":"2026-04-02T17:35:55.774583Z","end":"2026-04-02T17:35:56.031058Z","steps":["trace[350074611] 'process raft request' (duration: 256.294734ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:56.03124Z","caller":"traceutil/trace.go:171","msg":"trace[1418153020] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"256.666995ms","start":"2026-04-02T17:35:55.774527Z","end":"2026-04-02T17:35:56.031194Z","steps":["trace[1418153020] 'process raft request' (duration: 239.977832ms)","trace[1418153020] 'compare' (duration: 15.33911ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:56.031407Z","caller":"traceutil/trace.go:171","msg":"trace[1547051493] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"256.425438ms","start":"2026-04-02T17:35:55.774969Z","end":"2026-04-02T17:35:56.031394Z","steps":["trace[1547051493] 'process raft request' (duration: 256.012594ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:56.031595Z","caller":"traceutil/trace.go:171","msg":"trace[1894275535] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"254.93355ms","start":"2026-04-02T17:35:55.77665Z","end":"2026-04-02T17:35:56.031584Z","steps":["trace[1894275535] 'process raft request' (duration: 254.710112ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:56.031678Z","caller":"traceutil/trace.go:171","msg":"trace[521191367] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"254.222828ms","start":"2026-04-02T17:35:55.777391Z","end":"2026-04-02T17:35:56.031614Z","steps":["trace[521191367] 'process raft request' (duration: 254.145015ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:56.031709Z","caller":"traceutil/trace.go:171","msg":"trace[125067744] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25055; }","duration":"256.333824ms","start":"2026-04-02T17:35:55.775336Z","end":"2026-04-02T17:35:56.03167Z","steps":["trace[125067744] 'read index received' (duration: 1.849399ms)","trace[125067744] 'applied index is now lower than readState.Index' (duration: 254.481595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:56.032282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.925374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:35:56.03234Z","caller":"traceutil/trace.go:171","msg":"trace[2051328019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24251; }","duration":"257.020156ms","start":"2026-04-02T17:35:55.775306Z","end":"2026-04-02T17:35:56.032326Z","steps":["trace[2051328019] 'agreement among raft nodes before linearized reading' (duration: 256.458298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:56.826678Z","caller":"traceutil/trace.go:171","msg":"trace[1445380143] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"180.639395ms","start":"2026-04-02T17:35:56.646008Z","end":"2026-04-02T17:35:56.826648Z","steps":["trace[1445380143] 'process raft request' (duration: 179.85772ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:57.793605Z","caller":"traceutil/trace.go:171","msg":"trace[2116164303] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25069; }","duration":"160.581543ms","start":"2026-04-02T17:35:57.632991Z","end":"2026-04-02T17:35:57.793573Z","steps":["trace[2116164303] 'read index received' (duration: 160.301425ms)","trace[2116164303] 'applied index is now lower than readState.Index' (duration: 279.158µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:57.794099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.070639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:35:57.794181Z","caller":"traceutil/trace.go:171","msg":"trace[1991062642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24258; }","duration":"161.227324ms","start":"2026-04-02T17:35:57.632939Z","end":"2026-04-02T17:35:57.794166Z","steps":["trace[1991062642] 'agreement among raft nodes before linearized reading' (duration: 160.76216ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:57.79448Z","caller":"traceutil/trace.go:171","msg":"trace[2033246855] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"421.729391ms","start":"2026-04-02T17:35:57.372696Z","end":"2026-04-02T17:35:57.794425Z","steps":["trace[2033246855] 'process raft request' (duration: 420.676847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:57.7947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.372676Z","time spent":"421.933438ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38520,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:35:58.110374Z","caller":"traceutil/trace.go:171","msg":"trace[382808516] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"228.35246ms","start":"2026-04-02T17:35:57.881976Z","end":"2026-04-02T17:35:58.110329Z","steps":["trace[382808516] 'process raft request' (duration: 138.904431ms)","trace[382808516] 'compare' (duration: 89.276964ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:58.282953Z","caller":"traceutil/trace.go:171","msg":"trace[733251717] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"400.617398ms","start":"2026-04-02T17:35:57.88228Z","end":"2026-04-02T17:35:58.282897Z","steps":["trace[733251717] 'process raft request' (duration: 332.259143ms)","trace[733251717] 'compare' (duration: 68.024764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:58.283157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.882268Z","time spent":"400.800903ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:35:58.283225Z","caller":"traceutil/trace.go:171","msg":"trace[418552429] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"400.462943ms","start":"2026-04-02T17:35:57.882716Z","end":"2026-04-02T17:35:58.283179Z","steps":["trace[418552429] 'process raft request' (duration: 400.221035ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.282966Z","caller":"traceutil/trace.go:171","msg":"trace[966708150] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"400.567786ms","start":"2026-04-02T17:35:57.882358Z","end":"2026-04-02T17:35:58.282925Z","steps":["trace[966708150] 'process raft request' (duration: 400.439662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.283363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.882352Z","time spent":"400.981209ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1085,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:35:58.283407Z","caller":"traceutil/trace.go:171","msg":"trace[270556760] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"400.507484ms","start":"2026-04-02T17:35:57.882889Z","end":"2026-04-02T17:35:58.283396Z","steps":["trace[270556760] 'process raft request' (duration: 400.08696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.283427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.882707Z","time spent":"400.625048ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:35:58.283507Z","caller":"traceutil/trace.go:171","msg":"trace[1580006788] linearizableReadLoop","detail":"{readStateIndex:25093; appliedIndex:25084; }","duration":"380.68044ms","start":"2026-04-02T17:35:57.902813Z","end":"2026-04-02T17:35:58.283494Z","steps":["trace[1580006788] 'read index received' (duration: 118.090005ms)","trace[1580006788] 'applied index is now lower than readState.Index' (duration: 262.588275ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:58.283488Z","caller":"traceutil/trace.go:171","msg":"trace[635657821] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"243.712581ms","start":"2026-04-02T17:35:58.03974Z","end":"2026-04-02T17:35:58.283453Z","steps":["trace[635657821] 'process raft request' (duration: 243.659929ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.283336Z","caller":"traceutil/trace.go:171","msg":"trace[1937619593] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"399.774371ms","start":"2026-04-02T17:35:57.88355Z","end":"2026-04-02T17:35:58.283324Z","steps":["trace[1937619593] 'process raft request' (duration: 399.538883ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.283672Z","caller":"traceutil/trace.go:171","msg":"trace[1921016184] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"247.082899ms","start":"2026-04-02T17:35:58.036575Z","end":"2026-04-02T17:35:58.283658Z","steps":["trace[1921016184] 'process raft request' (duration: 246.697907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.283675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.883533Z","time spent":"400.103592ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1084,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:35:58.28322Z","caller":"traceutil/trace.go:171","msg":"trace[915244625] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"400.813474ms","start":"2026-04-02T17:35:57.882394Z","end":"2026-04-02T17:35:58.283208Z","steps":["trace[915244625] 'process raft request' (duration: 400.453402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.283815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.882382Z","time spent":"401.404812ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5341,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:35:58.283585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.88286Z","time spent":"400.623748ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:35:58.284105Z","caller":"traceutil/trace.go:171","msg":"trace[1705687503] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"245.24551ms","start":"2026-04-02T17:35:58.038847Z","end":"2026-04-02T17:35:58.284093Z","steps":["trace[1705687503] 'process raft request' (duration: 244.492286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.28412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.235743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.284175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.899563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:58.284191Z","caller":"traceutil/trace.go:171","msg":"trace[1923120289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24284; }","duration":"338.356607ms","start":"2026-04-02T17:35:57.945816Z","end":"2026-04-02T17:35:58.284173Z","steps":["trace[1923120289] 'agreement among raft nodes before linearized reading' (duration: 338.220972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.28428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.945803Z","time spent":"338.418199ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.284312Z","caller":"traceutil/trace.go:171","msg":"trace[1241681083] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24284; }","duration":"171.022138ms","start":"2026-04-02T17:35:58.113191Z","end":"2026-04-02T17:35:58.284213Z","steps":["trace[1241681083] 'agreement among raft nodes before linearized reading' (duration: 170.897544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.284676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.361972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.284665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.111355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:35:58.28473Z","caller":"traceutil/trace.go:171","msg":"trace[1236950225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24284; }","duration":"102.461646ms","start":"2026-04-02T17:35:58.18225Z","end":"2026-04-02T17:35:58.284712Z","steps":["trace[1236950225] 'agreement among raft nodes before linearized reading' (duration: 102.367173ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.284744Z","caller":"traceutil/trace.go:171","msg":"trace[1993323244] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24284; }","duration":"229.214728ms","start":"2026-04-02T17:35:58.055517Z","end":"2026-04-02T17:35:58.284731Z","steps":["trace[1993323244] 'agreement among raft nodes before linearized reading' (duration: 229.012601ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.284909Z","caller":"traceutil/trace.go:171","msg":"trace[83030678] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"401.153205ms","start":"2026-04-02T17:35:57.883742Z","end":"2026-04-02T17:35:58.284895Z","steps":["trace[83030678] 'process raft request' (duration: 399.395989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.284989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.883733Z","time spent":"401.201226ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:58.285078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.472645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:35:58.285113Z","caller":"traceutil/trace.go:171","msg":"trace[670422416] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24284; }","duration":"244.536097ms","start":"2026-04-02T17:35:58.040567Z","end":"2026-04-02T17:35:58.285103Z","steps":["trace[670422416] 'agreement among raft nodes before linearized reading' (duration: 244.450445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.285141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.902981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-02T17:35:58.285186Z","caller":"traceutil/trace.go:171","msg":"trace[148803564] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24284; }","duration":"169.956734ms","start":"2026-04-02T17:35:58.115215Z","end":"2026-04-02T17:35:58.285171Z","steps":["trace[148803564] 'agreement among raft nodes before linearized reading' (duration: 169.792708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.285327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.778327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:35:58.285345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.53949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-02T17:35:58.285393Z","caller":"traceutil/trace.go:171","msg":"trace[377047885] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24284; }","duration":"382.624092ms","start":"2026-04-02T17:35:57.902752Z","end":"2026-04-02T17:35:58.285376Z","steps":["trace[377047885] 'agreement among raft nodes before linearized reading' (duration: 382.452877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.285424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.902734Z","time spent":"382.682984ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T17:35:58.285606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.395767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-02T17:35:58.285645Z","caller":"traceutil/trace.go:171","msg":"trace[1159315496] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24284; }","duration":"170.437078ms","start":"2026-04-02T17:35:58.115197Z","end":"2026-04-02T17:35:58.285634Z","steps":["trace[1159315496] 'agreement among raft nodes before linearized reading' (duration: 170.316845ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.283167Z","caller":"traceutil/trace.go:171","msg":"trace[1388823786] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"400.665099ms","start":"2026-04-02T17:35:57.882454Z","end":"2026-04-02T17:35:58.283119Z","steps":["trace[1388823786] 'process raft request' (duration: 400.441122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.286032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.882411Z","time spent":"403.49786ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:35:58.28609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.908465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.284996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.373357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:35:58.286369Z","caller":"traceutil/trace.go:171","msg":"trace[561751827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24284; }","duration":"237.722759ms","start":"2026-04-02T17:35:58.048602Z","end":"2026-04-02T17:35:58.286325Z","steps":["trace[561751827] 'agreement among raft nodes before linearized reading' (duration: 236.297674ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.286138Z","caller":"traceutil/trace.go:171","msg":"trace[1615459779] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24284; }","duration":"171.977688ms","start":"2026-04-02T17:35:58.114145Z","end":"2026-04-02T17:35:58.286122Z","steps":["trace[1615459779] 'agreement among raft nodes before linearized reading' (duration: 171.892005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.286924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.552504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-02T17:35:58.286971Z","caller":"traceutil/trace.go:171","msg":"trace[750593568] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24284; }","duration":"257.646787ms","start":"2026-04-02T17:35:58.029313Z","end":"2026-04-02T17:35:58.28696Z","steps":["trace[750593568] 'agreement among raft nodes before linearized reading' (duration: 257.531163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.285381Z","caller":"traceutil/trace.go:171","msg":"trace[382619918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24284; }","duration":"245.830799ms","start":"2026-04-02T17:35:58.039518Z","end":"2026-04-02T17:35:58.285349Z","steps":["trace[382619918] 'agreement among raft nodes before linearized reading' (duration: 245.741566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.287176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.297086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:35:58.287356Z","caller":"traceutil/trace.go:171","msg":"trace[328010700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24284; }","duration":"252.521993ms","start":"2026-04-02T17:35:58.034819Z","end":"2026-04-02T17:35:58.287341Z","steps":["trace[328010700] 'agreement among raft nodes before linearized reading' (duration: 252.252964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.571834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.668821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:58.572471Z","caller":"traceutil/trace.go:171","msg":"trace[1326193534] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"278.330938ms","start":"2026-04-02T17:35:58.294082Z","end":"2026-04-02T17:35:58.572413Z","steps":["trace[1326193534] 'process raft request' (duration: 134.885893ms)","trace[1326193534] 'compare' (duration: 142.376241ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:58.572707Z","caller":"traceutil/trace.go:171","msg":"trace[1789592178] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"278.159953ms","start":"2026-04-02T17:35:58.294516Z","end":"2026-04-02T17:35:58.572675Z","steps":["trace[1789592178] 'process raft request' (duration: 277.964156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.572695Z","caller":"traceutil/trace.go:171","msg":"trace[1014410982] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"278.206084ms","start":"2026-04-02T17:35:58.294454Z","end":"2026-04-02T17:35:58.57266Z","steps":["trace[1014410982] 'process raft request' (duration: 277.570344ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.572945Z","caller":"traceutil/trace.go:171","msg":"trace[850788785] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"277.106289ms","start":"2026-04-02T17:35:58.2958Z","end":"2026-04-02T17:35:58.572906Z","steps":["trace[850788785] 'process raft request' (duration: 276.801289ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.57327Z","caller":"traceutil/trace.go:171","msg":"trace[1810632388] linearizableReadLoop","detail":"{readStateIndex:25101; appliedIndex:25096; }","duration":"277.288564ms","start":"2026-04-02T17:35:58.295971Z","end":"2026-04-02T17:35:58.573259Z","steps":["trace[1810632388] 'read index received' (duration: 18.998167ms)","trace[1810632388] 'applied index is now lower than readState.Index' (duration: 258.289367ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:58.573365Z","caller":"traceutil/trace.go:171","msg":"trace[180899899] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"276.897912ms","start":"2026-04-02T17:35:58.296455Z","end":"2026-04-02T17:35:58.573353Z","steps":["trace[180899899] 'process raft request' (duration: 276.683285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.573526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.590579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:58.573573Z","caller":"traceutil/trace.go:171","msg":"trace[13894711] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24290; }","duration":"122.697852ms","start":"2026-04-02T17:35:58.450861Z","end":"2026-04-02T17:35:58.573559Z","steps":["trace[13894711] 'agreement among raft nodes before linearized reading' (duration: 122.600019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.573539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.535112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-02T17:35:58.573662Z","caller":"traceutil/trace.go:171","msg":"trace[902212079] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24290; }","duration":"277.715038ms","start":"2026-04-02T17:35:58.295934Z","end":"2026-04-02T17:35:58.573649Z","steps":["trace[902212079] 'agreement among raft nodes before linearized reading' (duration: 277.424098ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.68436Z","caller":"traceutil/trace.go:171","msg":"trace[656510805] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"104.118679ms","start":"2026-04-02T17:35:58.580192Z","end":"2026-04-02T17:35:58.684311Z","steps":["trace[656510805] 'process raft request' (duration: 103.981174ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684388Z","caller":"traceutil/trace.go:171","msg":"trace[1551026844] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"104.500061ms","start":"2026-04-02T17:35:58.579849Z","end":"2026-04-02T17:35:58.684349Z","steps":["trace[1551026844] 'process raft request' (duration: 100.439291ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684469Z","caller":"traceutil/trace.go:171","msg":"trace[438864954] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"103.953463ms","start":"2026-04-02T17:35:58.580481Z","end":"2026-04-02T17:35:58.684434Z","steps":["trace[438864954] 'process raft request' (duration: 103.724705ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684499Z","caller":"traceutil/trace.go:171","msg":"trace[340627661] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"103.718806ms","start":"2026-04-02T17:35:58.580756Z","end":"2026-04-02T17:35:58.684475Z","steps":["trace[340627661] 'process raft request' (duration: 103.515789ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684346Z","caller":"traceutil/trace.go:171","msg":"trace[1503032663] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"104.229572ms","start":"2026-04-02T17:35:58.580065Z","end":"2026-04-02T17:35:58.684294Z","steps":["trace[1503032663] 'process raft request' (duration: 104.064337ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684404Z","caller":"traceutil/trace.go:171","msg":"trace[961859359] linearizableReadLoop","detail":"{readStateIndex:25108; appliedIndex:25102; }","duration":"103.693125ms","start":"2026-04-02T17:35:58.580684Z","end":"2026-04-02T17:35:58.684377Z","steps":["trace[961859359] 'read index received' (duration: 53.540081ms)","trace[961859359] 'applied index is now lower than readState.Index' (duration: 50.151774ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:58.684675Z","caller":"traceutil/trace.go:171","msg":"trace[1061228917] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"103.955013ms","start":"2026-04-02T17:35:58.580709Z","end":"2026-04-02T17:35:58.684664Z","steps":["trace[1061228917] 'process raft request' (duration: 103.526859ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684719Z","caller":"traceutil/trace.go:171","msg":"trace[1294716421] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"103.939842ms","start":"2026-04-02T17:35:58.580765Z","end":"2026-04-02T17:35:58.684705Z","steps":["trace[1294716421] 'process raft request' (duration: 103.571901ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.684677Z","caller":"traceutil/trace.go:171","msg":"trace[431905289] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"103.895451ms","start":"2026-04-02T17:35:58.580773Z","end":"2026-04-02T17:35:58.684669Z","steps":["trace[431905289] 'process raft request' (duration: 103.53108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.691792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.833065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366192"} {"level":"info","ts":"2026-04-02T17:35:58.691867Z","caller":"traceutil/trace.go:171","msg":"trace[1978028893] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24299; }","duration":"111.202965ms","start":"2026-04-02T17:35:58.580644Z","end":"2026-04-02T17:35:58.691847Z","steps":["trace[1978028893] 'agreement among raft nodes before linearized reading' (duration: 103.85523ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:06.117088Z","caller":"traceutil/trace.go:171","msg":"trace[2035279330] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"176.281705ms","start":"2026-04-02T17:36:05.940783Z","end":"2026-04-02T17:36:06.117065Z","steps":["trace[2035279330] 'process raft request' (duration: 175.994026ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:11.052498Z","caller":"traceutil/trace.go:171","msg":"trace[655511455] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"301.352254ms","start":"2026-04-02T17:36:10.751105Z","end":"2026-04-02T17:36:11.052458Z","steps":["trace[655511455] 'process raft request' (duration: 222.863524ms)","trace[655511455] 'compare' (duration: 78.150549ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:11.052597Z","caller":"traceutil/trace.go:171","msg":"trace[1301422944] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"183.704813ms","start":"2026-04-02T17:36:10.868854Z","end":"2026-04-02T17:36:11.052558Z","steps":["trace[1301422944] 'process raft request' (duration: 183.559438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.052689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.751083Z","time spent":"301.513589ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:11.457929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.977892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:11.458012Z","caller":"traceutil/trace.go:171","msg":"trace[528619794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24477; }","duration":"306.098166ms","start":"2026-04-02T17:36:11.15189Z","end":"2026-04-02T17:36:11.457989Z","steps":["trace[528619794] 'range keys from in-memory index tree' (duration: 305.896429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.458045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.151874Z","time spent":"306.164358ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:36:11.458571Z","caller":"traceutil/trace.go:171","msg":"trace[832728868] linearizableReadLoop","detail":"{readStateIndex:25293; appliedIndex:25292; }","duration":"218.430463ms","start":"2026-04-02T17:36:11.240116Z","end":"2026-04-02T17:36:11.458546Z","steps":["trace[832728868] 'read index received' (duration: 217.377599ms)","trace[832728868] 'applied index is now lower than readState.Index' (duration: 1.051764ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:11.458665Z","caller":"traceutil/trace.go:171","msg":"trace[1807392612] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"221.089778ms","start":"2026-04-02T17:36:11.237555Z","end":"2026-04-02T17:36:11.458645Z","steps":["trace[1807392612] 'process raft request' (duration: 220.000413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.458765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:36:11.4588Z","caller":"traceutil/trace.go:171","msg":"trace[211372912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24478; }","duration":"117.636361ms","start":"2026-04-02T17:36:11.341154Z","end":"2026-04-02T17:36:11.458791Z","steps":["trace[211372912] 'agreement among raft nodes before linearized reading' (duration: 117.528078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.458762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.618969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:11.463411Z","caller":"traceutil/trace.go:171","msg":"trace[1481070233] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24478; }","duration":"223.33087ms","start":"2026-04-02T17:36:11.240059Z","end":"2026-04-02T17:36:11.46339Z","steps":["trace[1481070233] 'agreement among raft nodes before linearized reading' (duration: 218.605509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:12.135919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.905835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:36:12.136016Z","caller":"traceutil/trace.go:171","msg":"trace[649294118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24481; }","duration":"116.073091ms","start":"2026-04-02T17:36:12.019925Z","end":"2026-04-02T17:36:12.135998Z","steps":["trace[649294118] 'range keys from in-memory index tree' (duration: 115.695029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:12.590745Z","caller":"traceutil/trace.go:171","msg":"trace[769517080] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"247.272156ms","start":"2026-04-02T17:36:12.343445Z","end":"2026-04-02T17:36:12.590717Z","steps":["trace[769517080] 'process raft request' (duration: 247.0931ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:13.024441Z","caller":"traceutil/trace.go:171","msg":"trace[86606869] linearizableReadLoop","detail":"{readStateIndex:25300; appliedIndex:25297; }","duration":"636.390775ms","start":"2026-04-02T17:36:12.388018Z","end":"2026-04-02T17:36:13.024409Z","steps":["trace[86606869] 'read index received' (duration: 202.536796ms)","trace[86606869] 'applied index is now lower than readState.Index' (duration: 433.852749ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:13.02487Z","caller":"traceutil/trace.go:171","msg":"trace[2133640415] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"677.061535ms","start":"2026-04-02T17:36:12.34709Z","end":"2026-04-02T17:36:13.024152Z","steps":["trace[2133640415] 'process raft request' (duration: 612.899524ms)","trace[2133640415] 'compare' (duration: 63.923934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:13.025038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:12.347082Z","time spent":"677.871091ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:13.025064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.860016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:36:13.0251Z","caller":"traceutil/trace.go:171","msg":"trace[1265958842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24485; }","duration":"273.912717ms","start":"2026-04-02T17:36:12.751176Z","end":"2026-04-02T17:36:13.025089Z","steps":["trace[1265958842] 'agreement among raft nodes before linearized reading' (duration: 273.781253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.025065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.500252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:36:13.025217Z","caller":"traceutil/trace.go:171","msg":"trace[469352140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24485; }","duration":"191.698179ms","start":"2026-04-02T17:36:12.833508Z","end":"2026-04-02T17:36:13.025206Z","steps":["trace[469352140] 'agreement among raft nodes before linearized reading' (duration: 191.445851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.025226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.212771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:36:13.025247Z","caller":"traceutil/trace.go:171","msg":"trace[1732856717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24485; }","duration":"637.287044ms","start":"2026-04-02T17:36:12.387953Z","end":"2026-04-02T17:36:13.02524Z","steps":["trace[1732856717] 'agreement among raft nodes before linearized reading' (duration: 637.16232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.02527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:12.387927Z","time spent":"637.337166ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:36:13.025103Z","caller":"traceutil/trace.go:171","msg":"trace[736153888] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"676.212308ms","start":"2026-04-02T17:36:12.348882Z","end":"2026-04-02T17:36:13.025095Z","steps":["trace[736153888] 'process raft request' (duration: 675.226117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.02539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:12.348875Z","time spent":"676.455736ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:13.025497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.782765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:36:13.025537Z","caller":"traceutil/trace.go:171","msg":"trace[695989952] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24485; }","duration":"274.819656ms","start":"2026-04-02T17:36:12.750704Z","end":"2026-04-02T17:36:13.025523Z","steps":["trace[695989952] 'agreement among raft nodes before linearized reading' (duration: 274.675441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.026606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.768655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:36:13.026688Z","caller":"traceutil/trace.go:171","msg":"trace[1399738166] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24485; }","duration":"305.875529ms","start":"2026-04-02T17:36:12.720794Z","end":"2026-04-02T17:36:13.02667Z","steps":["trace[1399738166] 'agreement among raft nodes before linearized reading' (duration: 303.898096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.026719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:12.720704Z","time spent":"306.008453ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2659,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:13.332608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.006933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:13.332744Z","caller":"traceutil/trace.go:171","msg":"trace[1373651617] linearizableReadLoop","detail":"{readStateIndex:25306; appliedIndex:25305; }","duration":"180.662665ms","start":"2026-04-02T17:36:13.152059Z","end":"2026-04-02T17:36:13.332722Z","steps":["trace[1373651617] 'read index received' (duration: 77.310361ms)","trace[1373651617] 'applied index is now lower than readState.Index' (duration: 103.350854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:13.333032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.980385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:13.333062Z","caller":"traceutil/trace.go:171","msg":"trace[1471164264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24491; }","duration":"181.057887ms","start":"2026-04-02T17:36:13.151993Z","end":"2026-04-02T17:36:13.333051Z","steps":["trace[1471164264] 'agreement among raft nodes before linearized reading' (duration: 180.783209ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:13.333579Z","caller":"traceutil/trace.go:171","msg":"trace[1571716111] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"219.281411ms","start":"2026-04-02T17:36:13.114243Z","end":"2026-04-02T17:36:13.333524Z","steps":["trace[1571716111] 'process raft request' (duration: 115.241915ms)","trace[1571716111] 'compare' (duration: 102.847597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:13.91541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.00254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:13.915637Z","caller":"traceutil/trace.go:171","msg":"trace[543371450] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"319.575817ms","start":"2026-04-02T17:36:13.596045Z","end":"2026-04-02T17:36:13.915621Z","steps":["trace[543371450] 'process raft request' (duration: 319.470603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.915693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.596023Z","time spent":"319.646728ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:13.915951Z","caller":"traceutil/trace.go:171","msg":"trace[1310238839] linearizableReadLoop","detail":"{readStateIndex:25308; appliedIndex:25306; }","duration":"421.858926ms","start":"2026-04-02T17:36:13.494057Z","end":"2026-04-02T17:36:13.915916Z","steps":["trace[1310238839] 'read index received' (duration: 100.278915ms)","trace[1310238839] 'applied index is now lower than readState.Index' (duration: 321.576361ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:13.916099Z","caller":"traceutil/trace.go:171","msg":"trace[32263735] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"446.98656ms","start":"2026-04-02T17:36:13.469101Z","end":"2026-04-02T17:36:13.916087Z","steps":["trace[32263735] 'process raft request' (duration: 344.201424ms)","trace[32263735] 'compare' (duration: 101.814465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:13.916238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.469072Z","time spent":"447.059022ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:13.916494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.657146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:13.91663Z","caller":"traceutil/trace.go:171","msg":"trace[1392289470] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24493; }","duration":"348.856982ms","start":"2026-04-02T17:36:13.567752Z","end":"2026-04-02T17:36:13.916608Z","steps":["trace[1392289470] 'agreement among raft nodes before linearized reading' (duration: 348.636935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.916679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.56773Z","time spent":"348.935785ms","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:13.916745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.665062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:36:13.916832Z","caller":"traceutil/trace.go:171","msg":"trace[1458281568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24493; }","duration":"422.827117ms","start":"2026-04-02T17:36:13.493984Z","end":"2026-04-02T17:36:13.916811Z","steps":["trace[1458281568] 'agreement among raft nodes before linearized reading' (duration: 422.474445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.916885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.493954Z","time spent":"422.92051ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:36:14.056346Z","caller":"traceutil/trace.go:171","msg":"trace[1938905353] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25310; }","duration":"103.766558ms","start":"2026-04-02T17:36:13.952546Z","end":"2026-04-02T17:36:14.056312Z","steps":["trace[1938905353] 'read index received' (duration: 62.132787ms)","trace[1938905353] 'applied index is now lower than readState.Index' (duration: 41.632201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:14.056539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.418078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:14.056656Z","caller":"traceutil/trace.go:171","msg":"trace[1207400892] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24495; }","duration":"104.555982ms","start":"2026-04-02T17:36:13.952055Z","end":"2026-04-02T17:36:14.056611Z","steps":["trace[1207400892] 'agreement among raft nodes before linearized reading' (duration: 104.334875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:14.056705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.351912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-02T17:36:14.056993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.94827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:14.056934Z","caller":"traceutil/trace.go:171","msg":"trace[1051005965] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"107.869818ms","start":"2026-04-02T17:36:13.948991Z","end":"2026-04-02T17:36:14.056861Z","steps":["trace[1051005965] 'process raft request' (duration: 65.719111ms)","trace[1051005965] 'compare' (duration: 41.191097ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:14.057047Z","caller":"traceutil/trace.go:171","msg":"trace[875065887] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24495; }","duration":"133.001482ms","start":"2026-04-02T17:36:13.924027Z","end":"2026-04-02T17:36:14.057029Z","steps":["trace[875065887] 'agreement among raft nodes before linearized reading' (duration: 132.921219ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:14.056999Z","caller":"traceutil/trace.go:171","msg":"trace[1073933446] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24495; }","duration":"107.711393ms","start":"2026-04-02T17:36:13.949274Z","end":"2026-04-02T17:36:14.056985Z","steps":["trace[1073933446] 'agreement among raft nodes before linearized reading' (duration: 107.189677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:14.056926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.769202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:14.056908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.759046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:14.057228Z","caller":"traceutil/trace.go:171","msg":"trace[161455911] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24495; }","duration":"132.043301ms","start":"2026-04-02T17:36:13.925147Z","end":"2026-04-02T17:36:14.05719Z","steps":["trace[161455911] 'agreement among raft nodes before linearized reading' (duration: 131.752491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:14.05721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.555525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-02T17:36:14.057348Z","caller":"traceutil/trace.go:171","msg":"trace[1623452964] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:24495; }","duration":"100.772712ms","start":"2026-04-02T17:36:13.956543Z","end":"2026-04-02T17:36:14.057316Z","steps":["trace[1623452964] 'agreement among raft nodes before linearized reading' (duration: 100.4104ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:14.05728Z","caller":"traceutil/trace.go:171","msg":"trace[1891153925] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24495; }","duration":"134.138358ms","start":"2026-04-02T17:36:13.923123Z","end":"2026-04-02T17:36:14.057261Z","steps":["trace[1891153925] 'agreement among raft nodes before linearized reading' (duration: 133.738215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:14.339811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.496237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:36:14.339902Z","caller":"traceutil/trace.go:171","msg":"trace[1829498299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24495; }","duration":"163.641211ms","start":"2026-04-02T17:36:14.176243Z","end":"2026-04-02T17:36:14.339884Z","steps":["trace[1829498299] 'range keys from in-memory index tree' (duration: 163.314302ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:14.506295Z","caller":"traceutil/trace.go:171","msg":"trace[2141647068] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"162.246907ms","start":"2026-04-02T17:36:14.344022Z","end":"2026-04-02T17:36:14.506268Z","steps":["trace[2141647068] 'process raft request' (duration: 160.172961ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:20.859465Z","caller":"traceutil/trace.go:171","msg":"trace[1504911064] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"150.45778ms","start":"2026-04-02T17:36:20.708964Z","end":"2026-04-02T17:36:20.859421Z","steps":["trace[1504911064] 'process raft request' (duration: 89.422939ms)","trace[1504911064] 'compare' (duration: 60.499034ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:21.358856Z","caller":"traceutil/trace.go:171","msg":"trace[2037375695] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"141.38155ms","start":"2026-04-02T17:36:21.217443Z","end":"2026-04-02T17:36:21.358824Z","steps":["trace[2037375695] 'process raft request' (duration: 137.422653ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:21.359293Z","caller":"traceutil/trace.go:171","msg":"trace[146205001] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"140.977977ms","start":"2026-04-02T17:36:21.218262Z","end":"2026-04-02T17:36:21.35924Z","steps":["trace[146205001] 'process raft request' (duration: 140.819562ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:21.35951Z","caller":"traceutil/trace.go:171","msg":"trace[232609458] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"141.976789ms","start":"2026-04-02T17:36:21.21752Z","end":"2026-04-02T17:36:21.359497Z","steps":["trace[232609458] 'process raft request' (duration: 141.249696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:22.259613Z","caller":"traceutil/trace.go:171","msg":"trace[925372458] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25378; }","duration":"107.349132ms","start":"2026-04-02T17:36:22.152233Z","end":"2026-04-02T17:36:22.259582Z","steps":["trace[925372458] 'read index received' (duration: 106.954949ms)","trace[925372458] 'applied index is now lower than readState.Index' (duration: 392.663µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:22.259715Z","caller":"traceutil/trace.go:171","msg":"trace[1667851655] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"137.144935ms","start":"2026-04-02T17:36:22.12253Z","end":"2026-04-02T17:36:22.259675Z","steps":["trace[1667851655] 'process raft request' (duration: 136.730281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:22.25987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.611441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:22.259939Z","caller":"traceutil/trace.go:171","msg":"trace[1996593516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24562; }","duration":"107.744335ms","start":"2026-04-02T17:36:22.152178Z","end":"2026-04-02T17:36:22.259923Z","steps":["trace[1996593516] 'agreement among raft nodes before linearized reading' (duration: 107.59378ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:24.226801Z","caller":"traceutil/trace.go:171","msg":"trace[595820240] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"112.713714ms","start":"2026-04-02T17:36:24.114045Z","end":"2026-04-02T17:36:24.226758Z","steps":["trace[595820240] 'process raft request' (duration: 112.441055ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:27.566181Z","caller":"traceutil/trace.go:171","msg":"trace[784473857] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"101.848476ms","start":"2026-04-02T17:36:27.464287Z","end":"2026-04-02T17:36:27.566135Z","steps":["trace[784473857] 'process raft request' (duration: 101.507865ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:27.585005Z","caller":"traceutil/trace.go:171","msg":"trace[5483258] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"117.610201ms","start":"2026-04-02T17:36:27.467374Z","end":"2026-04-02T17:36:27.584984Z","steps":["trace[5483258] 'process raft request' (duration: 117.26607ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:27.585306Z","caller":"traceutil/trace.go:171","msg":"trace[1615715378] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"117.231238ms","start":"2026-04-02T17:36:27.468038Z","end":"2026-04-02T17:36:27.58527Z","steps":["trace[1615715378] 'process raft request' (duration: 116.896857ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:29.413457Z","caller":"traceutil/trace.go:171","msg":"trace[1977487076] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"151.10395ms","start":"2026-04-02T17:36:29.262298Z","end":"2026-04-02T17:36:29.413402Z","steps":["trace[1977487076] 'process raft request' (duration: 150.888353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:29.928984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513900992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:36:30.008701Z","caller":"traceutil/trace.go:171","msg":"trace[1083508481] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"609.385041ms","start":"2026-04-02T17:36:29.399278Z","end":"2026-04-02T17:36:30.008663Z","steps":["trace[1083508481] 'process raft request' (duration: 609.318758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.008927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.399239Z","time spent":"609.571126ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:30.008714Z","caller":"traceutil/trace.go:171","msg":"trace[181500795] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"682.158757ms","start":"2026-04-02T17:36:29.326512Z","end":"2026-04-02T17:36:30.008671Z","steps":["trace[181500795] 'process raft request' (duration: 681.875868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.009339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.326479Z","time spent":"682.599352ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:30.278656Z","caller":"traceutil/trace.go:171","msg":"trace[618840662] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"682.946742ms","start":"2026-04-02T17:36:29.59567Z","end":"2026-04-02T17:36:30.278616Z","steps":["trace[618840662] 'process raft request' (duration: 677.664504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.278853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.595658Z","time spent":"683.099957ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:30.278896Z","caller":"traceutil/trace.go:171","msg":"trace[42606396] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"651.280611ms","start":"2026-04-02T17:36:29.62756Z","end":"2026-04-02T17:36:30.27884Z","steps":["trace[42606396] 'process raft request' (duration: 650.879968ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:30.278904Z","caller":"traceutil/trace.go:171","msg":"trace[1736141346] linearizableReadLoop","detail":"{readStateIndex:25433; appliedIndex:25429; }","duration":"850.722596ms","start":"2026-04-02T17:36:29.428148Z","end":"2026-04-02T17:36:30.27887Z","steps":["trace[1736141346] 'read index received' (duration: 580.257539ms)","trace[1736141346] 'applied index is now lower than readState.Index' (duration: 270.461596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:30.279091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.62753Z","time spent":"651.462877ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:30.279117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.957714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:36:30.279748Z","caller":"traceutil/trace.go:171","msg":"trace[1184485811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24615; }","duration":"851.618945ms","start":"2026-04-02T17:36:29.428092Z","end":"2026-04-02T17:36:30.279711Z","steps":["trace[1184485811] 'agreement among raft nodes before linearized reading' (duration: 850.879731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.279847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.28958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.279891Z","caller":"traceutil/trace.go:171","msg":"trace[156197395] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24615; }","duration":"102.382053ms","start":"2026-04-02T17:36:30.177496Z","end":"2026-04-02T17:36:30.279878Z","steps":["trace[156197395] 'agreement among raft nodes before linearized reading' (duration: 102.323591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.27995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.032156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.280024Z","caller":"traceutil/trace.go:171","msg":"trace[1743352611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24615; }","duration":"129.156259ms","start":"2026-04-02T17:36:30.150849Z","end":"2026-04-02T17:36:30.280006Z","steps":["trace[1743352611] 'agreement among raft nodes before linearized reading' (duration: 129.024875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.280027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.710674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.280122Z","caller":"traceutil/trace.go:171","msg":"trace[1489377128] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24615; }","duration":"102.826307ms","start":"2026-04-02T17:36:30.177274Z","end":"2026-04-02T17:36:30.280101Z","steps":["trace[1489377128] 'agreement among raft nodes before linearized reading' (duration: 102.685213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.280145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.428067Z","time spent":"851.78899ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:36:30.279111Z","caller":"traceutil/trace.go:171","msg":"trace[237427293] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"213.780424ms","start":"2026-04-02T17:36:30.064849Z","end":"2026-04-02T17:36:30.278629Z","steps":["trace[237427293] 'process raft request' (duration: 213.717372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.279787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.245202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:36:30.280571Z","caller":"traceutil/trace.go:171","msg":"trace[1275268433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24615; }","duration":"710.08208ms","start":"2026-04-02T17:36:29.570473Z","end":"2026-04-02T17:36:30.280555Z","steps":["trace[1275268433] 'agreement among raft nodes before linearized reading' (duration: 708.863031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.282256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.570444Z","time spent":"711.793745ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:30.280798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.706254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:30.282422Z","caller":"traceutil/trace.go:171","msg":"trace[1050881884] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24615; }","duration":"689.360937ms","start":"2026-04-02T17:36:29.593047Z","end":"2026-04-02T17:36:30.282408Z","steps":["trace[1050881884] 'agreement among raft nodes before linearized reading' (duration: 687.691183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.282467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.593034Z","time spent":"689.417469ms","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:30.280475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.649414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.282586Z","caller":"traceutil/trace.go:171","msg":"trace[68084847] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24615; }","duration":"105.771912ms","start":"2026-04-02T17:36:30.176788Z","end":"2026-04-02T17:36:30.28256Z","steps":["trace[68084847] 'agreement among raft nodes before linearized reading' (duration: 103.658844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.280514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.063585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.282718Z","caller":"traceutil/trace.go:171","msg":"trace[1166624807] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24615; }","duration":"105.278065ms","start":"2026-04-02T17:36:30.177426Z","end":"2026-04-02T17:36:30.282704Z","steps":["trace[1166624807] 'agreement among raft nodes before linearized reading' (duration: 103.024603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.280843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.75737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:36:30.282856Z","caller":"traceutil/trace.go:171","msg":"trace[1926353555] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24615; }","duration":"691.806725ms","start":"2026-04-02T17:36:29.591021Z","end":"2026-04-02T17:36:30.282828Z","steps":["trace[1926353555] 'agreement among raft nodes before linearized reading' (duration: 689.732959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.282891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.590982Z","time spent":"691.896988ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:30.280854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.613467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.282973Z","caller":"traceutil/trace.go:171","msg":"trace[960773178] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24615; }","duration":"534.755146ms","start":"2026-04-02T17:36:29.748201Z","end":"2026-04-02T17:36:30.282956Z","steps":["trace[960773178] 'agreement among raft nodes before linearized reading' (duration: 532.624367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.283026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.748185Z","time spent":"534.827948ms","remote":"127.0.0.1:40024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:30.280418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.55116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-02T17:36:30.283083Z","caller":"traceutil/trace.go:171","msg":"trace[913353614] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24615; }","duration":"106.272567ms","start":"2026-04-02T17:36:30.176802Z","end":"2026-04-02T17:36:30.283074Z","steps":["trace[913353614] 'agreement among raft nodes before linearized reading' (duration: 103.477478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.280943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.977357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:36:30.283197Z","caller":"traceutil/trace.go:171","msg":"trace[785074552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24615; }","duration":"692.26786ms","start":"2026-04-02T17:36:29.590923Z","end":"2026-04-02T17:36:30.28319Z","steps":["trace[785074552] 'agreement among raft nodes before linearized reading' (duration: 689.963566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.283222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.590903Z","time spent":"692.311162ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:30.280947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.472762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:36:30.283274Z","caller":"traceutil/trace.go:171","msg":"trace[1405787301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24615; }","duration":"681.831887ms","start":"2026-04-02T17:36:29.601437Z","end":"2026-04-02T17:36:30.283269Z","steps":["trace[1405787301] 'agreement among raft nodes before linearized reading' (duration: 679.407029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:30.283301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:29.601425Z","time spent":"681.871298ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:36:35.872796Z","caller":"traceutil/trace.go:171","msg":"trace[1126262399] linearizableReadLoop","detail":"{readStateIndex:25476; appliedIndex:25475; }","duration":"331.203048ms","start":"2026-04-02T17:36:35.541555Z","end":"2026-04-02T17:36:35.872758Z","steps":["trace[1126262399] 'read index received' (duration: 247.12773ms)","trace[1126262399] 'applied index is now lower than readState.Index' (duration: 84.073528ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:35.873254Z","caller":"traceutil/trace.go:171","msg":"trace[1569317258] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"354.289126ms","start":"2026-04-02T17:36:35.518943Z","end":"2026-04-02T17:36:35.873232Z","steps":["trace[1569317258] 'process raft request' (duration: 269.6302ms)","trace[1569317258] 'compare' (duration: 84.005276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:35.873401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:35.518912Z","time spent":"354.39276ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18240,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:35.873567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.189809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:36:35.873688Z","caller":"traceutil/trace.go:171","msg":"trace[955840573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24656; }","duration":"225.370725ms","start":"2026-04-02T17:36:35.648292Z","end":"2026-04-02T17:36:35.873663Z","steps":["trace[955840573] 'agreement among raft nodes before linearized reading' (duration: 225.018534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:35.873649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.063196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:35.87397Z","caller":"traceutil/trace.go:171","msg":"trace[660262729] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24656; }","duration":"332.435067ms","start":"2026-04-02T17:36:35.541513Z","end":"2026-04-02T17:36:35.873948Z","steps":["trace[660262729] 'agreement among raft nodes before linearized reading' (duration: 332.007154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:35.874104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:35.541496Z","time spent":"332.583782ms","remote":"127.0.0.1:36038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:40.984819Z","caller":"traceutil/trace.go:171","msg":"trace[1689198784] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25517; }","duration":"321.181387ms","start":"2026-04-02T17:36:40.663606Z","end":"2026-04-02T17:36:40.984787Z","steps":["trace[1689198784] 'read index received' (duration: 320.98181ms)","trace[1689198784] 'applied index is now lower than readState.Index' (duration: 197.967µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:40.984938Z","caller":"traceutil/trace.go:171","msg":"trace[388075220] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"410.472792ms","start":"2026-04-02T17:36:40.57443Z","end":"2026-04-02T17:36:40.984903Z","steps":["trace[388075220] 'process raft request' (duration: 410.10727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:40.985129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:40.574406Z","time spent":"410.617056ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:40.985202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.55816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:36:40.985307Z","caller":"traceutil/trace.go:171","msg":"trace[297248439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24697; }","duration":"321.724815ms","start":"2026-04-02T17:36:40.66356Z","end":"2026-04-02T17:36:40.985285Z","steps":["trace[297248439] 'agreement among raft nodes before linearized reading' (duration: 321.389714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:40.985363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:40.66354Z","time spent":"321.814408ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:36:41.01876Z","caller":"traceutil/trace.go:171","msg":"trace[1946335759] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"103.146627ms","start":"2026-04-02T17:36:40.915552Z","end":"2026-04-02T17:36:41.018699Z","steps":["trace[1946335759] 'process raft request' (duration: 102.966951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:41.018887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.707927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:36:41.018991Z","caller":"traceutil/trace.go:171","msg":"trace[675244058] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24698; }","duration":"139.845281ms","start":"2026-04-02T17:36:40.879097Z","end":"2026-04-02T17:36:41.018942Z","steps":["trace[675244058] 'agreement among raft nodes before linearized reading' (duration: 139.565132ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:41.145071Z","caller":"traceutil/trace.go:171","msg":"trace[1019072287] linearizableReadLoop","detail":"{readStateIndex:25520; appliedIndex:25519; }","duration":"122.362572ms","start":"2026-04-02T17:36:41.022672Z","end":"2026-04-02T17:36:41.145035Z","steps":["trace[1019072287] 'read index received' (duration: 56.398853ms)","trace[1019072287] 'applied index is now lower than readState.Index' (duration: 65.962389ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:41.145131Z","caller":"traceutil/trace.go:171","msg":"trace[1565591075] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"154.943584ms","start":"2026-04-02T17:36:40.990159Z","end":"2026-04-02T17:36:41.145102Z","steps":["trace[1565591075] 'process raft request' (duration: 88.989555ms)","trace[1565591075] 'compare' (duration: 65.736792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:41.145374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.675931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:36:41.145468Z","caller":"traceutil/trace.go:171","msg":"trace[2015017222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24699; }","duration":"122.818806ms","start":"2026-04-02T17:36:41.022628Z","end":"2026-04-02T17:36:41.145447Z","steps":["trace[2015017222] 'agreement among raft nodes before linearized reading' (duration: 122.530327ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:49.301423Z","caller":"traceutil/trace.go:171","msg":"trace[615931944] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"100.228693ms","start":"2026-04-02T17:36:49.201155Z","end":"2026-04-02T17:36:49.301384Z","steps":["trace[615931944] 'process raft request' (duration: 100.007026ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:49.407621Z","caller":"traceutil/trace.go:171","msg":"trace[308270537] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"137.899418ms","start":"2026-04-02T17:36:49.269677Z","end":"2026-04-02T17:36:49.407577Z","steps":["trace[308270537] 'process raft request' (duration: 137.62872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:50.476518Z","caller":"traceutil/trace.go:171","msg":"trace[1239566602] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"317.527891ms","start":"2026-04-02T17:36:50.158959Z","end":"2026-04-02T17:36:50.476487Z","steps":["trace[1239566602] 'process raft request' (duration: 317.350796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.476721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.158947Z","time spent":"317.679076ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:50.476538Z","caller":"traceutil/trace.go:171","msg":"trace[186041123] linearizableReadLoop","detail":"{readStateIndex:25610; appliedIndex:25609; }","duration":"173.456905ms","start":"2026-04-02T17:36:50.303043Z","end":"2026-04-02T17:36:50.4765Z","steps":["trace[186041123] 'read index received' (duration: 173.356631ms)","trace[186041123] 'applied index is now lower than readState.Index' (duration: 95.114µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:50.476811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.733713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-cl7dr\" ","response":"range_response_count:1 size:6386"} {"level":"info","ts":"2026-04-02T17:36:50.476959Z","caller":"traceutil/trace.go:171","msg":"trace[695653772] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-cl7dr; range_end:; response_count:1; response_revision:24786; }","duration":"173.937561ms","start":"2026-04-02T17:36:50.302996Z","end":"2026-04-02T17:36:50.476933Z","steps":["trace[695653772] 'agreement among raft nodes before linearized reading' (duration: 173.61479ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:50.502665Z","caller":"traceutil/trace.go:171","msg":"trace[192808166] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"189.927851ms","start":"2026-04-02T17:36:50.312717Z","end":"2026-04-02T17:36:50.502645Z","steps":["trace[192808166] 'process raft request' (duration: 189.765476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.502932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.812193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:50.503011Z","caller":"traceutil/trace.go:171","msg":"trace[874295760] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24788; }","duration":"166.916996ms","start":"2026-04-02T17:36:50.336075Z","end":"2026-04-02T17:36:50.502992Z","steps":["trace[874295760] 'agreement among raft nodes before linearized reading' (duration: 166.75221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.503028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.889325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-02T17:36:50.503109Z","caller":"traceutil/trace.go:171","msg":"trace[1496082816] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24788; }","duration":"167.004819ms","start":"2026-04-02T17:36:50.336085Z","end":"2026-04-02T17:36:50.50309Z","steps":["trace[1496082816] 'agreement among raft nodes before linearized reading' (duration: 166.72394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.503363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.304418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:50.503455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.597682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-02T17:36:50.503464Z","caller":"traceutil/trace.go:171","msg":"trace[57175762] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24788; }","duration":"167.427992ms","start":"2026-04-02T17:36:50.336025Z","end":"2026-04-02T17:36:50.503453Z","steps":["trace[57175762] 'agreement among raft nodes before linearized reading' (duration: 167.307838ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:50.5035Z","caller":"traceutil/trace.go:171","msg":"trace[875766432] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24788; }","duration":"103.689124ms","start":"2026-04-02T17:36:50.399798Z","end":"2026-04-02T17:36:50.503487Z","steps":["trace[875766432] 'agreement among raft nodes before linearized reading' (duration: 103.578451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.503607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.076399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:50.503642Z","caller":"traceutil/trace.go:171","msg":"trace[1896708661] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24788; }","duration":"105.168482ms","start":"2026-04-02T17:36:50.398464Z","end":"2026-04-02T17:36:50.503632Z","steps":["trace[1896708661] 'agreement among raft nodes before linearized reading' (duration: 105.11807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.503681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.653399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:50.503718Z","caller":"traceutil/trace.go:171","msg":"trace[992643787] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24788; }","duration":"167.716361ms","start":"2026-04-02T17:36:50.335993Z","end":"2026-04-02T17:36:50.503709Z","steps":["trace[992643787] 'agreement among raft nodes before linearized reading' (duration: 167.65929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.503775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.804864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:50.503807Z","caller":"traceutil/trace.go:171","msg":"trace[326639048] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24788; }","duration":"167.839935ms","start":"2026-04-02T17:36:50.335959Z","end":"2026-04-02T17:36:50.503799Z","steps":["trace[326639048] 'agreement among raft nodes before linearized reading' (duration: 167.789924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.504178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.576329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:50.504926Z","caller":"traceutil/trace.go:171","msg":"trace[1691299462] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24788; }","duration":"169.356044ms","start":"2026-04-02T17:36:50.335549Z","end":"2026-04-02T17:36:50.504906Z","steps":["trace[1691299462] 'agreement among raft nodes before linearized reading' (duration: 168.038342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:50.655292Z","caller":"traceutil/trace.go:171","msg":"trace[2019756704] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"148.335203ms","start":"2026-04-02T17:36:50.50693Z","end":"2026-04-02T17:36:50.655266Z","steps":["trace[2019756704] 'process raft request' (duration: 148.179218ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:50.655553Z","caller":"traceutil/trace.go:171","msg":"trace[1715221025] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"169.87701ms","start":"2026-04-02T17:36:50.485667Z","end":"2026-04-02T17:36:50.655544Z","steps":["trace[1715221025] 'process raft request' (duration: 96.449413ms)","trace[1715221025] 'compare' (duration: 72.211889ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:50.655768Z","caller":"traceutil/trace.go:171","msg":"trace[2002126524] linearizableReadLoop","detail":"{readStateIndex:25613; appliedIndex:25612; }","duration":"152.810805ms","start":"2026-04-02T17:36:50.502793Z","end":"2026-04-02T17:36:50.655604Z","steps":["trace[2002126524] 'read index received' (duration: 79.340047ms)","trace[2002126524] 'applied index is now lower than readState.Index' (duration: 73.465398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:50.656266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.409866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:50.656334Z","caller":"traceutil/trace.go:171","msg":"trace[1348958023] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24790; }","duration":"159.53049ms","start":"2026-04-02T17:36:50.496793Z","end":"2026-04-02T17:36:50.656323Z","steps":["trace[1348958023] 'agreement among raft nodes before linearized reading' (duration: 159.060345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.656361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.273555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:36:50.656645Z","caller":"traceutil/trace.go:171","msg":"trace[504314851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24790; }","duration":"130.597915ms","start":"2026-04-02T17:36:50.526022Z","end":"2026-04-02T17:36:50.65662Z","steps":["trace[504314851] 'agreement among raft nodes before linearized reading' (duration: 130.059648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.656266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.291985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:36:50.657288Z","caller":"traceutil/trace.go:171","msg":"trace[1456541074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24790; }","duration":"141.357728ms","start":"2026-04-02T17:36:50.515908Z","end":"2026-04-02T17:36:50.657266Z","steps":["trace[1456541074] 'agreement among raft nodes before linearized reading' (duration: 140.16674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.657477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.467492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:50.657543Z","caller":"traceutil/trace.go:171","msg":"trace[295946960] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24790; }","duration":"100.648318ms","start":"2026-04-02T17:36:50.556878Z","end":"2026-04-02T17:36:50.657526Z","steps":["trace[295946960] 'agreement among raft nodes before linearized reading' (duration: 100.368779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.657765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.759349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:36:50.657856Z","caller":"traceutil/trace.go:171","msg":"trace[498283076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24790; }","duration":"140.883523ms","start":"2026-04-02T17:36:50.516942Z","end":"2026-04-02T17:36:50.657825Z","steps":["trace[498283076] 'agreement among raft nodes before linearized reading' (duration: 140.715738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.657766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.951928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:36:50.657935Z","caller":"traceutil/trace.go:171","msg":"trace[1060556492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24790; }","duration":"137.142014ms","start":"2026-04-02T17:36:50.520778Z","end":"2026-04-02T17:36:50.65792Z","steps":["trace[1060556492] 'agreement among raft nodes before linearized reading' (duration: 136.787953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.65805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.583144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:36:50.65821Z","caller":"traceutil/trace.go:171","msg":"trace[970043307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24790; }","duration":"135.77377ms","start":"2026-04-02T17:36:50.522384Z","end":"2026-04-02T17:36:50.658158Z","steps":["trace[970043307] 'agreement among raft nodes before linearized reading' (duration: 135.237583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:50.65867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.676572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:36:50.658743Z","caller":"traceutil/trace.go:171","msg":"trace[46273678] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24790; }","duration":"132.777215ms","start":"2026-04-02T17:36:50.525947Z","end":"2026-04-02T17:36:50.658725Z","steps":["trace[46273678] 'agreement among raft nodes before linearized reading' (duration: 130.351268ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:50.825528Z","caller":"traceutil/trace.go:171","msg":"trace[109924820] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"154.142988ms","start":"2026-04-02T17:36:50.671347Z","end":"2026-04-02T17:36:50.82549Z","steps":["trace[109924820] 'process raft request' (duration: 87.745695ms)","trace[109924820] 'compare' (duration: 66.265948ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:51.110557Z","caller":"traceutil/trace.go:171","msg":"trace[1566910829] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"438.940761ms","start":"2026-04-02T17:36:50.67157Z","end":"2026-04-02T17:36:51.110511Z","steps":["trace[1566910829] 'process raft request' (duration: 371.754364ms)","trace[1566910829] 'compare' (duration: 66.578288ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:51.110728Z","caller":"traceutil/trace.go:171","msg":"trace[996420103] linearizableReadLoop","detail":"{readStateIndex:25620; appliedIndex:25615; }","duration":"346.398213ms","start":"2026-04-02T17:36:50.764299Z","end":"2026-04-02T17:36:51.110697Z","steps":["trace[996420103] 'read index received' (duration: 278.878945ms)","trace[996420103] 'applied index is now lower than readState.Index' (duration: 67.517958ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:51.110835Z","caller":"traceutil/trace.go:171","msg":"trace[1531303843] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"439.145528ms","start":"2026-04-02T17:36:50.671678Z","end":"2026-04-02T17:36:51.110823Z","steps":["trace[1531303843] 'process raft request' (duration: 438.872969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:51.1109Z","caller":"traceutil/trace.go:171","msg":"trace[952767658] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"439.030914ms","start":"2026-04-02T17:36:50.671826Z","end":"2026-04-02T17:36:51.110857Z","steps":["trace[952767658] 'process raft request' (duration: 438.786186ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:51.11095Z","caller":"traceutil/trace.go:171","msg":"trace[561148846] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"439.261132ms","start":"2026-04-02T17:36:50.671678Z","end":"2026-04-02T17:36:51.110939Z","steps":["trace[561148846] 'process raft request' (duration: 438.754355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.111013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.671651Z","time spent":"439.332424ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:51.111039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.671781Z","time spent":"439.160388ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:51.111061Z","caller":"traceutil/trace.go:171","msg":"trace[291153065] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"438.365012ms","start":"2026-04-02T17:36:50.672654Z","end":"2026-04-02T17:36:51.111019Z","steps":["trace[291153065] 'process raft request' (duration: 437.99477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.111106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.794275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"warn","ts":"2026-04-02T17:36:51.110765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.671565Z","time spent":"439.089045ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:51.110905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.671651Z","time spent":"439.223901ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:51.11121Z","caller":"traceutil/trace.go:171","msg":"trace[1192034919] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24796; }","duration":"346.9634ms","start":"2026-04-02T17:36:50.764219Z","end":"2026-04-02T17:36:51.111182Z","steps":["trace[1192034919] 'agreement among raft nodes before linearized reading' (duration: 346.675791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.111292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.672645Z","time spent":"438.516428ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:51.111313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.764186Z","time spent":"347.111175ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-02T17:36:51.180965Z","caller":"traceutil/trace.go:171","msg":"trace[1290111729] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"115.47824ms","start":"2026-04-02T17:36:51.065435Z","end":"2026-04-02T17:36:51.180913Z","steps":["trace[1290111729] 'process raft request' (duration: 115.259864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.181062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.772439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:51.181147Z","caller":"traceutil/trace.go:171","msg":"trace[438628730] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24797; }","duration":"343.935383ms","start":"2026-04-02T17:36:50.837194Z","end":"2026-04-02T17:36:51.181129Z","steps":["trace[438628730] 'agreement among raft nodes before linearized reading' (duration: 343.724627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.181227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.837163Z","time spent":"344.023546ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:51.440019Z","caller":"traceutil/trace.go:171","msg":"trace[288260907] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"130.557664ms","start":"2026-04-02T17:36:51.309424Z","end":"2026-04-02T17:36:51.439981Z","steps":["trace[288260907] 'process raft request' (duration: 130.13328ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:51.443384Z","caller":"traceutil/trace.go:171","msg":"trace[1334173698] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"102.993282ms","start":"2026-04-02T17:36:51.340349Z","end":"2026-04-02T17:36:51.443342Z","steps":["trace[1334173698] 'process raft request' (duration: 102.765535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.702928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.008756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:51.703005Z","caller":"traceutil/trace.go:171","msg":"trace[1821389988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24799; }","duration":"170.13666ms","start":"2026-04-02T17:36:51.532852Z","end":"2026-04-02T17:36:51.702989Z","steps":["trace[1821389988] 'range keys from in-memory index tree' (duration: 169.85592ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:51.748269Z","caller":"traceutil/trace.go:171","msg":"trace[1731973439] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"138.87595ms","start":"2026-04-02T17:36:51.609326Z","end":"2026-04-02T17:36:51.748202Z","steps":["trace[1731973439] 'process raft request' (duration: 138.687524ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:52.119068Z","caller":"traceutil/trace.go:171","msg":"trace[1832511351] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25623; }","duration":"411.621669ms","start":"2026-04-02T17:36:51.707423Z","end":"2026-04-02T17:36:52.119044Z","steps":["trace[1832511351] 'read index received' (duration: 40.639519ms)","trace[1832511351] 'applied index is now lower than readState.Index' (duration: 370.98053ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:52.119139Z","caller":"traceutil/trace.go:171","msg":"trace[1299420565] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"452.0205ms","start":"2026-04-02T17:36:51.667057Z","end":"2026-04-02T17:36:52.119077Z","steps":["trace[1299420565] 'process raft request' (duration: 450.649687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.119245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.814946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:52.119361Z","caller":"traceutil/trace.go:171","msg":"trace[1695140986] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24801; }","duration":"412.007582ms","start":"2026-04-02T17:36:51.707327Z","end":"2026-04-02T17:36:52.119334Z","steps":["trace[1695140986] 'agreement among raft nodes before linearized reading' (duration: 411.817136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.119389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.667028Z","time spent":"452.228647ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:52.119416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.707294Z","time spent":"412.112535ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-02T17:37:02.551565Z","caller":"traceutil/trace.go:171","msg":"trace[1513410760] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"169.617142ms","start":"2026-04-02T17:37:02.381892Z","end":"2026-04-02T17:37:02.551509Z","steps":["trace[1513410760] 'process raft request' (duration: 169.381504ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:05.535522Z","caller":"traceutil/trace.go:171","msg":"trace[141181179] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"106.222015ms","start":"2026-04-02T17:37:05.429267Z","end":"2026-04-02T17:37:05.535489Z","steps":["trace[141181179] 'process raft request' (duration: 38.5076ms)","trace[141181179] 'compare' (duration: 66.995293ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:05.535578Z","caller":"traceutil/trace.go:171","msg":"trace[1597269935] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"105.863665ms","start":"2026-04-02T17:37:05.429634Z","end":"2026-04-02T17:37:05.535498Z","steps":["trace[1597269935] 'process raft request' (duration: 105.778242ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:37.539825Z","caller":"traceutil/trace.go:171","msg":"trace[7099170] linearizableReadLoop","detail":"{readStateIndex:26044; appliedIndex:26043; }","duration":"109.373666ms","start":"2026-04-02T17:37:37.430422Z","end":"2026-04-02T17:37:37.539796Z","steps":["trace[7099170] 'read index received' (duration: 109.138819ms)","trace[7099170] 'applied index is now lower than readState.Index' (duration: 233.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:37.539894Z","caller":"traceutil/trace.go:171","msg":"trace[2023634719] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"275.143206ms","start":"2026-04-02T17:37:37.264705Z","end":"2026-04-02T17:37:37.539848Z","steps":["trace[2023634719] 'process raft request' (duration: 274.928909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:37.540165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.722888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:37.54021Z","caller":"traceutil/trace.go:171","msg":"trace[969945687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25211; }","duration":"109.876583ms","start":"2026-04-02T17:37:37.430321Z","end":"2026-04-02T17:37:37.540198Z","steps":["trace[969945687] 'agreement among raft nodes before linearized reading' (duration: 109.613075ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:37.695015Z","caller":"traceutil/trace.go:171","msg":"trace[617124459] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"196.092008ms","start":"2026-04-02T17:37:37.498888Z","end":"2026-04-02T17:37:37.69498Z","steps":["trace[617124459] 'process raft request' (duration: 101.137423ms)","trace[617124459] 'compare' (duration: 94.745558ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:37.695152Z","caller":"traceutil/trace.go:171","msg":"trace[181146944] linearizableReadLoop","detail":"{readStateIndex:26045; appliedIndex:26044; }","duration":"155.142629ms","start":"2026-04-02T17:37:37.539912Z","end":"2026-04-02T17:37:37.695055Z","steps":["trace[181146944] 'read index received' (duration: 60.135462ms)","trace[181146944] 'applied index is now lower than readState.Index' (duration: 95.002407ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:37.69583Z","caller":"traceutil/trace.go:171","msg":"trace[1208331059] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"151.514923ms","start":"2026-04-02T17:37:37.544293Z","end":"2026-04-02T17:37:37.695808Z","steps":["trace[1208331059] 'process raft request' (duration: 150.709187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:37.695761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.2293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:37:37.695919Z","caller":"traceutil/trace.go:171","msg":"trace[1027660564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25213; }","duration":"159.393305ms","start":"2026-04-02T17:37:37.536499Z","end":"2026-04-02T17:37:37.695893Z","steps":["trace[1027660564] 'agreement among raft nodes before linearized reading' (duration: 158.636831ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:37.842295Z","caller":"traceutil/trace.go:171","msg":"trace[2137188262] linearizableReadLoop","detail":"{readStateIndex:26048; appliedIndex:26046; }","duration":"132.451445ms","start":"2026-04-02T17:37:37.709801Z","end":"2026-04-02T17:37:37.842253Z","steps":["trace[2137188262] 'read index received' (duration: 76.093403ms)","trace[2137188262] 'applied index is now lower than readState.Index' (duration: 56.356562ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:37.84247Z","caller":"traceutil/trace.go:171","msg":"trace[1442587184] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"141.333178ms","start":"2026-04-02T17:37:37.701086Z","end":"2026-04-02T17:37:37.84242Z","steps":["trace[1442587184] 'process raft request' (duration: 120.197042ms)","trace[1442587184] 'compare' (duration: 20.803545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:37.842919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.298587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:37:37.843033Z","caller":"traceutil/trace.go:171","msg":"trace[1719566389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25215; }","duration":"115.596066ms","start":"2026-04-02T17:37:37.727409Z","end":"2026-04-02T17:37:37.843005Z","steps":["trace[1719566389] 'agreement among raft nodes before linearized reading' (duration: 115.165142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:37.843013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.089895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:37:37.843122Z","caller":"traceutil/trace.go:171","msg":"trace[1267715305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25215; }","duration":"133.344643ms","start":"2026-04-02T17:37:37.709753Z","end":"2026-04-02T17:37:37.843098Z","steps":["trace[1267715305] 'agreement among raft nodes before linearized reading' (duration: 132.721243ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:38.448928Z","caller":"traceutil/trace.go:171","msg":"trace[652099786] linearizableReadLoop","detail":"{readStateIndex:26054; appliedIndex:26052; }","duration":"112.635481ms","start":"2026-04-02T17:37:38.336256Z","end":"2026-04-02T17:37:38.448892Z","steps":["trace[652099786] 'read index received' (duration: 9.409291ms)","trace[652099786] 'applied index is now lower than readState.Index' (duration: 103.22493ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:38.449063Z","caller":"traceutil/trace.go:171","msg":"trace[509407864] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"138.443996ms","start":"2026-04-02T17:37:38.310564Z","end":"2026-04-02T17:37:38.449008Z","steps":["trace[509407864] 'process raft request' (duration: 112.817927ms)","trace[509407864] 'compare' (duration: 25.35295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:38.449251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.963591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:38.44931Z","caller":"traceutil/trace.go:171","msg":"trace[1862509916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25221; }","duration":"113.105566ms","start":"2026-04-02T17:37:38.336188Z","end":"2026-04-02T17:37:38.449294Z","steps":["trace[1862509916] 'agreement among raft nodes before linearized reading' (duration: 112.944521ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:38.917283Z","caller":"traceutil/trace.go:171","msg":"trace[1311984924] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"106.540687ms","start":"2026-04-02T17:37:38.81072Z","end":"2026-04-02T17:37:38.917261Z","steps":["trace[1311984924] 'process raft request' (duration: 106.398042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:39.865214Z","caller":"traceutil/trace.go:171","msg":"trace[1736279044] linearizableReadLoop","detail":"{readStateIndex:26066; appliedIndex:26064; }","duration":"164.824509ms","start":"2026-04-02T17:37:39.70033Z","end":"2026-04-02T17:37:39.865155Z","steps":["trace[1736279044] 'read index received' (duration: 47.290102ms)","trace[1736279044] 'applied index is now lower than readState.Index' (duration: 117.533107ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:39.865455Z","caller":"traceutil/trace.go:171","msg":"trace[1932557275] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"166.264735ms","start":"2026-04-02T17:37:39.699141Z","end":"2026-04-02T17:37:39.865406Z","steps":["trace[1932557275] 'process raft request' (duration: 136.663409ms)","trace[1932557275] 'compare' (duration: 29.217134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:39.865571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.204702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:37:39.865482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.853772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:39.865698Z","caller":"traceutil/trace.go:171","msg":"trace[1147229233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25232; }","duration":"165.378477ms","start":"2026-04-02T17:37:39.700296Z","end":"2026-04-02T17:37:39.865674Z","steps":["trace[1147229233] 'agreement among raft nodes before linearized reading' (duration: 165.031285ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:39.865707Z","caller":"traceutil/trace.go:171","msg":"trace[744868826] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25232; }","duration":"151.116611ms","start":"2026-04-02T17:37:39.714571Z","end":"2026-04-02T17:37:39.865688Z","steps":["trace[744868826] 'agreement among raft nodes before linearized reading' (duration: 150.816771ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:40.023319Z","caller":"traceutil/trace.go:171","msg":"trace[1204803059] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"152.812015ms","start":"2026-04-02T17:37:39.870467Z","end":"2026-04-02T17:37:40.023279Z","steps":["trace[1204803059] 'process raft request' (duration: 104.659756ms)","trace[1204803059] 'compare' (duration: 47.941432ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:40.023438Z","caller":"traceutil/trace.go:171","msg":"trace[1947030359] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"149.661434ms","start":"2026-04-02T17:37:39.873751Z","end":"2026-04-02T17:37:40.023413Z","steps":["trace[1947030359] 'process raft request' (duration: 149.453248ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:40.023617Z","caller":"traceutil/trace.go:171","msg":"trace[1905044349] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26066; }","duration":"149.729916ms","start":"2026-04-02T17:37:39.87387Z","end":"2026-04-02T17:37:40.0236Z","steps":["trace[1905044349] 'read index received' (duration: 88.489989ms)","trace[1905044349] 'applied index is now lower than readState.Index' (duration: 61.238707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:40.02382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.927362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:37:40.023863Z","caller":"traceutil/trace.go:171","msg":"trace[1477766187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25236; }","duration":"150.007585ms","start":"2026-04-02T17:37:39.873843Z","end":"2026-04-02T17:37:40.02385Z","steps":["trace[1477766187] 'agreement among raft nodes before linearized reading' (duration: 149.859031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:40.02387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.676441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:37:40.023911Z","caller":"traceutil/trace.go:171","msg":"trace[603030117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25236; }","duration":"147.742253ms","start":"2026-04-02T17:37:39.876158Z","end":"2026-04-02T17:37:40.023901Z","steps":["trace[603030117] 'agreement among raft nodes before linearized reading' (duration: 147.63696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:40.02429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.652709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:37:40.024404Z","caller":"traceutil/trace.go:171","msg":"trace[939576153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25236; }","duration":"101.835595ms","start":"2026-04-02T17:37:39.922542Z","end":"2026-04-02T17:37:40.024377Z","steps":["trace[939576153] 'agreement among raft nodes before linearized reading' (duration: 101.423892ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:43.101433Z","caller":"traceutil/trace.go:171","msg":"trace[522962781] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"159.713036ms","start":"2026-04-02T17:37:42.941659Z","end":"2026-04-02T17:37:43.101372Z","steps":["trace[522962781] 'process raft request' (duration: 132.697673ms)","trace[522962781] 'compare' (duration: 26.847668ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:43.116407Z","caller":"traceutil/trace.go:171","msg":"trace[1828352749] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"103.671044ms","start":"2026-04-02T17:37:43.012683Z","end":"2026-04-02T17:37:43.116354Z","steps":["trace[1828352749] 'process raft request' (duration: 103.399195ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.190155Z","caller":"traceutil/trace.go:171","msg":"trace[1988253086] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"309.308128ms","start":"2026-04-02T17:37:43.880816Z","end":"2026-04-02T17:37:44.190125Z","steps":["trace[1988253086] 'process raft request' (duration: 309.145233ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.19021Z","caller":"traceutil/trace.go:171","msg":"trace[1865493284] linearizableReadLoop","detail":"{readStateIndex:26099; appliedIndex:26099; }","duration":"190.459369ms","start":"2026-04-02T17:37:43.9997Z","end":"2026-04-02T17:37:44.190159Z","steps":["trace[1865493284] 'read index received' (duration: 190.436258ms)","trace[1865493284] 'applied index is now lower than readState.Index' (duration: 19.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:44.190329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.880803Z","time spent":"309.441392ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:44.190659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.918333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-02T17:37:44.190716Z","caller":"traceutil/trace.go:171","msg":"trace[376015932] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25264; }","duration":"191.054078ms","start":"2026-04-02T17:37:43.999649Z","end":"2026-04-02T17:37:44.190703Z","steps":["trace[376015932] 'agreement among raft nodes before linearized reading' (duration: 190.735968ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.209046Z","caller":"traceutil/trace.go:171","msg":"trace[336231232] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"147.873547ms","start":"2026-04-02T17:37:44.06113Z","end":"2026-04-02T17:37:44.209004Z","steps":["trace[336231232] 'process raft request' (duration: 147.393382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:44.209095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.485847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:44.209151Z","caller":"traceutil/trace.go:171","msg":"trace[1360478635] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25265; }","duration":"153.58328ms","start":"2026-04-02T17:37:44.055554Z","end":"2026-04-02T17:37:44.209137Z","steps":["trace[1360478635] 'agreement among raft nodes before linearized reading' (duration: 153.409515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:44.209221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.407813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:44.209309Z","caller":"traceutil/trace.go:171","msg":"trace[1827622279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25265; }","duration":"203.532976ms","start":"2026-04-02T17:37:44.005756Z","end":"2026-04-02T17:37:44.209289Z","steps":["trace[1827622279] 'agreement among raft nodes before linearized reading' (duration: 203.35513ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.354562Z","caller":"traceutil/trace.go:171","msg":"trace[370904828] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"137.665121ms","start":"2026-04-02T17:37:44.21687Z","end":"2026-04-02T17:37:44.354535Z","steps":["trace[370904828] 'process raft request' (duration: 137.564687ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.354776Z","caller":"traceutil/trace.go:171","msg":"trace[611542618] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"138.010232ms","start":"2026-04-02T17:37:44.216752Z","end":"2026-04-02T17:37:44.354762Z","steps":["trace[611542618] 'process raft request' (duration: 85.316717ms)","trace[611542618] 'compare' (duration: 52.160068ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:44.355063Z","caller":"traceutil/trace.go:171","msg":"trace[653295345] linearizableReadLoop","detail":"{readStateIndex:26106; appliedIndex:26101; }","duration":"120.597796ms","start":"2026-04-02T17:37:44.23444Z","end":"2026-04-02T17:37:44.355038Z","steps":["trace[653295345] 'read index received' (duration: 67.633852ms)","trace[653295345] 'applied index is now lower than readState.Index' (duration: 52.962104ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:44.355083Z","caller":"traceutil/trace.go:171","msg":"trace[496700809] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"137.95829ms","start":"2026-04-02T17:37:44.217086Z","end":"2026-04-02T17:37:44.355044Z","steps":["trace[496700809] 'process raft request' (duration: 137.782214ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.35512Z","caller":"traceutil/trace.go:171","msg":"trace[198205412] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"137.997312ms","start":"2026-04-02T17:37:44.217098Z","end":"2026-04-02T17:37:44.355095Z","steps":["trace[198205412] 'process raft request' (duration: 137.895388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:44.355204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.73791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:44.355049Z","caller":"traceutil/trace.go:171","msg":"trace[948612265] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"137.987931ms","start":"2026-04-02T17:37:44.217007Z","end":"2026-04-02T17:37:44.354995Z","steps":["trace[948612265] 'process raft request' (duration: 137.483485ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:44.355266Z","caller":"traceutil/trace.go:171","msg":"trace[880084213] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25271; }","duration":"120.853973ms","start":"2026-04-02T17:37:44.234396Z","end":"2026-04-02T17:37:44.35525Z","steps":["trace[880084213] 'agreement among raft nodes before linearized reading' (duration: 120.73203ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:46.364532Z","caller":"traceutil/trace.go:171","msg":"trace[1669245988] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"108.354834ms","start":"2026-04-02T17:37:46.25615Z","end":"2026-04-02T17:37:46.364505Z","steps":["trace[1669245988] 'process raft request' (duration: 53.108747ms)","trace[1669245988] 'compare' (duration: 54.883495ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:48.560704Z","caller":"traceutil/trace.go:171","msg":"trace[454403759] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"136.797413ms","start":"2026-04-02T17:37:48.423874Z","end":"2026-04-02T17:37:48.560672Z","steps":["trace[454403759] 'process raft request' (duration: 120.682738ms)","trace[454403759] 'compare' (duration: 15.810455ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:48.56104Z","caller":"traceutil/trace.go:171","msg":"trace[930546854] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"136.811004ms","start":"2026-04-02T17:37:48.424184Z","end":"2026-04-02T17:37:48.560995Z","steps":["trace[930546854] 'process raft request' (duration: 136.404161ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:48.561094Z","caller":"traceutil/trace.go:171","msg":"trace[1768778038] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"136.844605ms","start":"2026-04-02T17:37:48.424232Z","end":"2026-04-02T17:37:48.561077Z","steps":["trace[1768778038] 'process raft request' (duration: 136.593957ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:48.561176Z","caller":"traceutil/trace.go:171","msg":"trace[349265009] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"133.710235ms","start":"2026-04-02T17:37:48.427452Z","end":"2026-04-02T17:37:48.561162Z","steps":["trace[349265009] 'process raft request' (duration: 133.55623ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:48.561247Z","caller":"traceutil/trace.go:171","msg":"trace[1856207478] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"135.806402ms","start":"2026-04-02T17:37:48.42542Z","end":"2026-04-02T17:37:48.561226Z","steps":["trace[1856207478] 'process raft request' (duration: 135.540693ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:48.804378Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22093} {"level":"warn","ts":"2026-04-02T17:37:48.916842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.079367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:37:48.916933Z","caller":"traceutil/trace.go:171","msg":"trace[2093705009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25300; }","duration":"104.247193ms","start":"2026-04-02T17:37:48.812669Z","end":"2026-04-02T17:37:48.916916Z","steps":["trace[2093705009] 'range keys from in-memory index tree' (duration: 103.8377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.322837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.447053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:49.32295Z","caller":"traceutil/trace.go:171","msg":"trace[678550851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25300; }","duration":"334.604797ms","start":"2026-04-02T17:37:48.988319Z","end":"2026-04-02T17:37:49.322924Z","steps":["trace[678550851] 'range keys from in-memory index tree' (duration: 334.281457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.322997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.988299Z","time spent":"334.68715ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T17:37:49.323422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.346361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:49.323595Z","caller":"traceutil/trace.go:171","msg":"trace[1817988572] linearizableReadLoop","detail":"{readStateIndex:26138; appliedIndex:26137; }","duration":"213.063791ms","start":"2026-04-02T17:37:49.1105Z","end":"2026-04-02T17:37:49.323564Z","steps":["trace[1817988572] 'read index received' (duration: 75.519064ms)","trace[1817988572] 'applied index is now lower than readState.Index' (duration: 137.542167ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:49.323599Z","caller":"traceutil/trace.go:171","msg":"trace[1570217109] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"327.360675ms","start":"2026-04-02T17:37:48.996206Z","end":"2026-04-02T17:37:49.323566Z","steps":["trace[1570217109] 'process raft request' (duration: 189.771536ms)","trace[1570217109] 'compare' (duration: 136.909948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:49.323753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.254558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:49.323782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.996167Z","time spent":"327.50561ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.323798Z","caller":"traceutil/trace.go:171","msg":"trace[698419224] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25301; }","duration":"213.455544ms","start":"2026-04-02T17:37:49.110329Z","end":"2026-04-02T17:37:49.323785Z","steps":["trace[698419224] 'agreement among raft nodes before linearized reading' (duration: 213.358991ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:49.440478Z","caller":"traceutil/trace.go:171","msg":"trace[926501965] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"313.783031ms","start":"2026-04-02T17:37:49.126663Z","end":"2026-04-02T17:37:49.440446Z","steps":["trace[926501965] 'process raft request' (duration: 275.883889ms)","trace[926501965] 'compare' (duration: 37.755957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:49.440654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.126641Z","time spent":"313.925525ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.5221Z","caller":"traceutil/trace.go:171","msg":"trace[2010601418] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"325.376872ms","start":"2026-04-02T17:37:49.19669Z","end":"2026-04-02T17:37:49.522067Z","steps":["trace[2010601418] 'process raft request' (duration: 266.024175ms)","trace[2010601418] 'compare' (duration: 53.48488ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:49.522215Z","caller":"traceutil/trace.go:171","msg":"trace[1651609629] linearizableReadLoop","detail":"{readStateIndex:26141; appliedIndex:26138; }","duration":"198.544157ms","start":"2026-04-02T17:37:49.323646Z","end":"2026-04-02T17:37:49.52219Z","steps":["trace[1651609629] 'read index received' (duration: 78.917733ms)","trace[1651609629] 'applied index is now lower than readState.Index' (duration: 119.625234ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:49.522259Z","caller":"traceutil/trace.go:171","msg":"trace[90451074] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"243.809384ms","start":"2026-04-02T17:37:49.278419Z","end":"2026-04-02T17:37:49.522229Z","steps":["trace[90451074] 'process raft request' (duration: 243.574527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.522431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.224889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:49.522402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.552115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:49.522489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.982552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:49.522472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.136221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:49.522517Z","caller":"traceutil/trace.go:171","msg":"trace[1168369471] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25304; }","duration":"164.042714ms","start":"2026-04-02T17:37:49.358465Z","end":"2026-04-02T17:37:49.522507Z","steps":["trace[1168369471] 'agreement among raft nodes before linearized reading' (duration: 164.003593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.522535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.528763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418684"} {"level":"info","ts":"2026-04-02T17:37:49.522551Z","caller":"traceutil/trace.go:171","msg":"trace[980920146] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25304; }","duration":"156.226994ms","start":"2026-04-02T17:37:49.366304Z","end":"2026-04-02T17:37:49.522531Z","steps":["trace[980920146] 'agreement among raft nodes before linearized reading' (duration: 156.081159ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:49.522573Z","caller":"traceutil/trace.go:171","msg":"trace[895572749] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25304; }","duration":"374.620566ms","start":"2026-04-02T17:37:49.147942Z","end":"2026-04-02T17:37:49.522563Z","steps":["trace[895572749] 'agreement among raft nodes before linearized reading' (duration: 374.337467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.522598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.147923Z","time spent":"374.669888ms","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418708,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-02T17:37:49.522497Z","caller":"traceutil/trace.go:171","msg":"trace[1799430060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25304; }","duration":"217.734591ms","start":"2026-04-02T17:37:49.304738Z","end":"2026-04-02T17:37:49.522473Z","steps":["trace[1799430060] 'agreement among raft nodes before linearized reading' (duration: 217.507994ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:49.522458Z","caller":"traceutil/trace.go:171","msg":"trace[2028612528] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25304; }","duration":"194.288121ms","start":"2026-04-02T17:37:49.328161Z","end":"2026-04-02T17:37:49.522449Z","steps":["trace[2028612528] 'agreement among raft nodes before linearized reading' (duration: 194.142277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.522991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.196666Z","time spent":"325.558228ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.881014Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22093,"took":"1.071726423s","hash":933108447,"current-db-size-bytes":55480320,"current-db-size":"56 MB","current-db-size-in-use-bytes":42885120,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-02T17:37:49.881102Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":933108447,"revision":22093,"compact-revision":19881} {"level":"info","ts":"2026-04-02T17:37:50.431724Z","caller":"traceutil/trace.go:171","msg":"trace[2001859748] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"133.841969ms","start":"2026-04-02T17:37:50.297845Z","end":"2026-04-02T17:37:50.431687Z","steps":["trace[2001859748] 'process raft request' (duration: 83.479469ms)","trace[2001859748] 'compare' (duration: 50.240656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:50.697951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.416995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:50.698038Z","caller":"traceutil/trace.go:171","msg":"trace[965225245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25310; }","duration":"133.55645ms","start":"2026-04-02T17:37:50.564461Z","end":"2026-04-02T17:37:50.698017Z","steps":["trace[965225245] 'range keys from in-memory index tree' (duration: 133.287421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:50.698094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.99653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:37:50.698171Z","caller":"traceutil/trace.go:171","msg":"trace[1206681139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25310; }","duration":"132.096773ms","start":"2026-04-02T17:37:50.566057Z","end":"2026-04-02T17:37:50.698154Z","steps":["trace[1206681139] 'range keys from in-memory index tree' (duration: 131.870195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:50.698316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.31156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-02T17:37:50.697951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.31893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:37:50.69844Z","caller":"traceutil/trace.go:171","msg":"trace[695513684] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25310; }","duration":"132.449805ms","start":"2026-04-02T17:37:50.565965Z","end":"2026-04-02T17:37:50.698415Z","steps":["trace[695513684] 'range keys from in-memory index tree' (duration: 132.094553ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:50.698455Z","caller":"traceutil/trace.go:171","msg":"trace[1587914152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25310; }","duration":"132.878168ms","start":"2026-04-02T17:37:50.565556Z","end":"2026-04-02T17:37:50.698434Z","steps":["trace[1587914152] 'range keys from in-memory index tree' (duration: 132.058652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:50.69878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.073644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:37:50.698866Z","caller":"traceutil/trace.go:171","msg":"trace[1915928178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25310; }","duration":"133.174018ms","start":"2026-04-02T17:37:50.565676Z","end":"2026-04-02T17:37:50.69885Z","steps":["trace[1915928178] 'range keys from in-memory index tree' (duration: 132.979391ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:52.946581Z","caller":"traceutil/trace.go:171","msg":"trace[1871250592] linearizableReadLoop","detail":"{readStateIndex:26163; appliedIndex:26162; }","duration":"182.891297ms","start":"2026-04-02T17:37:52.76366Z","end":"2026-04-02T17:37:52.946551Z","steps":["trace[1871250592] 'read index received' (duration: 182.639959ms)","trace[1871250592] 'applied index is now lower than readState.Index' (duration: 249.618µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:52.946614Z","caller":"traceutil/trace.go:171","msg":"trace[1156892065] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"233.792034ms","start":"2026-04-02T17:37:52.71278Z","end":"2026-04-02T17:37:52.946572Z","steps":["trace[1156892065] 'process raft request' (duration: 233.530866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.946862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.179376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:37:52.946899Z","caller":"traceutil/trace.go:171","msg":"trace[10125628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25326; }","duration":"183.282419ms","start":"2026-04-02T17:37:52.763608Z","end":"2026-04-02T17:37:52.94689Z","steps":["trace[10125628] 'agreement among raft nodes before linearized reading' (duration: 183.102744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.94701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.264859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:37:52.947119Z","caller":"traceutil/trace.go:171","msg":"trace[274977739] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25326; }","duration":"183.442894ms","start":"2026-04-02T17:37:52.763655Z","end":"2026-04-02T17:37:52.947098Z","steps":["trace[274977739] 'agreement among raft nodes before linearized reading' (duration: 183.127344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.947143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.136111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:52.947181Z","caller":"traceutil/trace.go:171","msg":"trace[1113766782] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25326; }","duration":"171.196173ms","start":"2026-04-02T17:37:52.775978Z","end":"2026-04-02T17:37:52.947174Z","steps":["trace[1113766782] 'agreement among raft nodes before linearized reading' (duration: 171.142881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.947397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.570575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:37:52.947408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.744187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-02T17:37:52.947458Z","caller":"traceutil/trace.go:171","msg":"trace[711828373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25326; }","duration":"171.649857ms","start":"2026-04-02T17:37:52.775792Z","end":"2026-04-02T17:37:52.947442Z","steps":["trace[711828373] 'agreement among raft nodes before linearized reading' (duration: 171.311006ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:52.947576Z","caller":"traceutil/trace.go:171","msg":"trace[2087727121] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25326; }","duration":"169.87395ms","start":"2026-04-02T17:37:52.777602Z","end":"2026-04-02T17:37:52.947476Z","steps":["trace[2087727121] 'agreement among raft nodes before linearized reading' (duration: 169.332943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.948915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.506909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:52.948965Z","caller":"traceutil/trace.go:171","msg":"trace[358548182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25326; }","duration":"184.583471ms","start":"2026-04-02T17:37:52.764372Z","end":"2026-04-02T17:37:52.948956Z","steps":["trace[358548182] 'agreement among raft nodes before linearized reading' (duration: 183.020231ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:53.609082Z","caller":"traceutil/trace.go:171","msg":"trace[824948346] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"159.715186ms","start":"2026-04-02T17:37:53.449332Z","end":"2026-04-02T17:37:53.609047Z","steps":["trace[824948346] 'process raft request' (duration: 99.118099ms)","trace[824948346] 'compare' (duration: 60.145343ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:53.609162Z","caller":"traceutil/trace.go:171","msg":"trace[352909436] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"148.849489ms","start":"2026-04-02T17:37:53.460281Z","end":"2026-04-02T17:37:53.609131Z","steps":["trace[352909436] 'process raft request' (duration: 148.687424ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:57.962Z","caller":"traceutil/trace.go:171","msg":"trace[1869937824] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26204; }","duration":"112.28234ms","start":"2026-04-02T17:37:57.849677Z","end":"2026-04-02T17:37:57.961959Z","steps":["trace[1869937824] 'read index received' (duration: 112.216868ms)","trace[1869937824] 'applied index is now lower than readState.Index' (duration: 63.372µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:57.962116Z","caller":"traceutil/trace.go:171","msg":"trace[1748645453] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"160.434009ms","start":"2026-04-02T17:37:57.801634Z","end":"2026-04-02T17:37:57.962068Z","steps":["trace[1748645453] 'process raft request' (duration: 160.082988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:57.962277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.558279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:57.962426Z","caller":"traceutil/trace.go:171","msg":"trace[1268709669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25367; }","duration":"112.738055ms","start":"2026-04-02T17:37:57.84967Z","end":"2026-04-02T17:37:57.962408Z","steps":["trace[1268709669] 'agreement among raft nodes before linearized reading' (duration: 112.522848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:57.96245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.982334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:57.962499Z","caller":"traceutil/trace.go:171","msg":"trace[691594925] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25367; }","duration":"104.16951ms","start":"2026-04-02T17:37:57.858311Z","end":"2026-04-02T17:37:57.96248Z","steps":["trace[691594925] 'agreement among raft nodes before linearized reading' (duration: 104.060807ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:58.153274Z","caller":"traceutil/trace.go:171","msg":"trace[2138042761] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"183.054062ms","start":"2026-04-02T17:37:57.970165Z","end":"2026-04-02T17:37:58.153219Z","steps":["trace[2138042761] 'process raft request' (duration: 140.777021ms)","trace[2138042761] 'compare' (duration: 42.011243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:58.637612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.736187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T17:37:58.87872Z","caller":"traceutil/trace.go:171","msg":"trace[1166245378] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"143.452836ms","start":"2026-04-02T17:37:58.735233Z","end":"2026-04-02T17:37:58.878685Z","steps":["trace[1166245378] 'process raft request' (duration: 108.033964ms)","trace[1166245378] 'compare' (duration: 35.131873ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:59.146714Z","caller":"traceutil/trace.go:171","msg":"trace[644992764] linearizableReadLoop","detail":"{readStateIndex:26213; appliedIndex:26212; }","duration":"165.8384ms","start":"2026-04-02T17:37:58.980842Z","end":"2026-04-02T17:37:59.14668Z","steps":["trace[644992764] 'read index received' (duration: 113.967143ms)","trace[644992764] 'applied index is now lower than readState.Index' (duration: 51.869577ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:59.146911Z","caller":"traceutil/trace.go:171","msg":"trace[1978219779] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"172.593837ms","start":"2026-04-02T17:37:58.974296Z","end":"2026-04-02T17:37:59.14689Z","steps":["trace[1978219779] 'process raft request' (duration: 120.530904ms)","trace[1978219779] 'compare' (duration: 51.672801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:59.147184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.314885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:59.147231Z","caller":"traceutil/trace.go:171","msg":"trace[576767519] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25374; }","duration":"166.420769ms","start":"2026-04-02T17:37:58.980799Z","end":"2026-04-02T17:37:59.14722Z","steps":["trace[576767519] 'agreement among raft nodes before linearized reading' (duration: 166.319475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.147454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.714972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7449"} {"level":"warn","ts":"2026-04-02T17:37:59.147454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.987883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:59.147558Z","caller":"traceutil/trace.go:171","msg":"trace[788736812] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25374; }","duration":"165.143948ms","start":"2026-04-02T17:37:58.982394Z","end":"2026-04-02T17:37:59.147538Z","steps":["trace[788736812] 'agreement among raft nodes before linearized reading' (duration: 164.961712ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:59.147573Z","caller":"traceutil/trace.go:171","msg":"trace[1963762704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25374; }","duration":"163.822586ms","start":"2026-04-02T17:37:58.983701Z","end":"2026-04-02T17:37:59.147524Z","steps":["trace[1963762704] 'agreement among raft nodes before linearized reading' (duration: 163.63691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.147436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.952532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7449"} {"level":"warn","ts":"2026-04-02T17:37:59.147722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.4783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:37:59.147728Z","caller":"traceutil/trace.go:171","msg":"trace[401232437] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25374; }","duration":"165.256421ms","start":"2026-04-02T17:37:58.982423Z","end":"2026-04-02T17:37:59.147679Z","steps":["trace[401232437] 'agreement among raft nodes before linearized reading' (duration: 164.869059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:59.147884Z","caller":"traceutil/trace.go:171","msg":"trace[1173601868] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25374; }","duration":"125.808071ms","start":"2026-04-02T17:37:59.021988Z","end":"2026-04-02T17:37:59.147796Z","steps":["trace[1173601868] 'agreement among raft nodes before linearized reading' (duration: 125.371117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.149063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.969158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T17:37:59.149217Z","caller":"traceutil/trace.go:171","msg":"trace[1518059686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25374; }","duration":"122.111413ms","start":"2026-04-02T17:37:59.027026Z","end":"2026-04-02T17:37:59.149137Z","steps":["trace[1518059686] 'agreement among raft nodes before linearized reading' (duration: 120.290115ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:59.468451Z","caller":"traceutil/trace.go:171","msg":"trace[1736820041] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"122.470805ms","start":"2026-04-02T17:37:59.345935Z","end":"2026-04-02T17:37:59.468406Z","steps":["trace[1736820041] 'process raft request' (duration: 76.32739ms)","trace[1736820041] 'compare' (duration: 45.891817ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:59.501196Z","caller":"traceutil/trace.go:171","msg":"trace[1189308641] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"127.043861ms","start":"2026-04-02T17:37:59.374122Z","end":"2026-04-02T17:37:59.501166Z","steps":["trace[1189308641] 'process raft request' (duration: 126.730351ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:59.501181Z","caller":"traceutil/trace.go:171","msg":"trace[259266810] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"100.050629ms","start":"2026-04-02T17:37:59.401101Z","end":"2026-04-02T17:37:59.501151Z","steps":["trace[259266810] 'process raft request' (duration: 99.975976ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:00.605025Z","caller":"traceutil/trace.go:171","msg":"trace[1361111011] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"154.987705ms","start":"2026-04-02T17:38:00.450006Z","end":"2026-04-02T17:38:00.604994Z","steps":["trace[1361111011] 'process raft request' (duration: 79.635485ms)","trace[1361111011] 'compare' (duration: 75.201775ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:00.926907Z","caller":"traceutil/trace.go:171","msg":"trace[1130571991] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"113.380125ms","start":"2026-04-02T17:38:00.813498Z","end":"2026-04-02T17:38:00.926879Z","steps":["trace[1130571991] 'process raft request' (duration: 113.190279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:03.438046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.479362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:03.438228Z","caller":"traceutil/trace.go:171","msg":"trace[1009750809] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"211.710769ms","start":"2026-04-02T17:38:03.226484Z","end":"2026-04-02T17:38:03.438195Z","steps":["trace[1009750809] 'process raft request' (duration: 70.952888ms)","trace[1009750809] 'compare' (duration: 139.851592ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:03.532093Z","caller":"traceutil/trace.go:171","msg":"trace[420058594] linearizableReadLoop","detail":"{readStateIndex:26265; appliedIndex:26262; }","duration":"281.088166ms","start":"2026-04-02T17:38:03.250973Z","end":"2026-04-02T17:38:03.532061Z","steps":["trace[420058594] 'read index received' (duration: 46.587329ms)","trace[420058594] 'applied index is now lower than readState.Index' (duration: 234.499487ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:03.532141Z","caller":"traceutil/trace.go:171","msg":"trace[402026987] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"304.436773ms","start":"2026-04-02T17:38:03.227671Z","end":"2026-04-02T17:38:03.532107Z","steps":["trace[402026987] 'process raft request' (duration: 304.108752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:03.53247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.469858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T17:38:03.532502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.613892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-02T17:38:03.532538Z","caller":"traceutil/trace.go:171","msg":"trace[224368067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25425; }","duration":"281.614903ms","start":"2026-04-02T17:38:03.250908Z","end":"2026-04-02T17:38:03.532523Z","steps":["trace[224368067] 'agreement among raft nodes before linearized reading' (duration: 281.325904ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:03.532553Z","caller":"traceutil/trace.go:171","msg":"trace[453705652] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:25425; }","duration":"113.708445ms","start":"2026-04-02T17:38:03.418831Z","end":"2026-04-02T17:38:03.53254Z","steps":["trace[453705652] 'agreement among raft nodes before linearized reading' (duration: 113.514748ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:03.532222Z","caller":"traceutil/trace.go:171","msg":"trace[583853932] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"302.037156ms","start":"2026-04-02T17:38:03.230127Z","end":"2026-04-02T17:38:03.532164Z","steps":["trace[583853932] 'process raft request' (duration: 301.883991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:03.532959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.227643Z","time spent":"304.570837ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:03.532963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.230066Z","time spent":"302.735318ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:03.680132Z","caller":"traceutil/trace.go:171","msg":"trace[1395194669] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"116.533735ms","start":"2026-04-02T17:38:03.563567Z","end":"2026-04-02T17:38:03.680101Z","steps":["trace[1395194669] 'process raft request' (duration: 116.483083ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:03.680316Z","caller":"traceutil/trace.go:171","msg":"trace[970410837] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"142.207576ms","start":"2026-04-02T17:38:03.538055Z","end":"2026-04-02T17:38:03.680262Z","steps":["trace[970410837] 'process raft request' (duration: 141.876476ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:04.433367Z","caller":"traceutil/trace.go:171","msg":"trace[1467519083] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"194.618272ms","start":"2026-04-02T17:38:04.238678Z","end":"2026-04-02T17:38:04.433296Z","steps":["trace[1467519083] 'process raft request' (duration: 194.399925ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.158825Z","caller":"traceutil/trace.go:171","msg":"trace[678245542] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"293.824173ms","start":"2026-04-02T17:38:04.864964Z","end":"2026-04-02T17:38:05.158788Z","steps":["trace[678245542] 'process raft request' (duration: 293.550094ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.158979Z","caller":"traceutil/trace.go:171","msg":"trace[1487502261] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26276; }","duration":"139.218981ms","start":"2026-04-02T17:38:05.019733Z","end":"2026-04-02T17:38:05.158952Z","steps":["trace[1487502261] 'read index received' (duration: 138.678923ms)","trace[1487502261] 'applied index is now lower than readState.Index' (duration: 538.387µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:05.159056Z","caller":"traceutil/trace.go:171","msg":"trace[708708905] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"284.717702ms","start":"2026-04-02T17:38:04.874326Z","end":"2026-04-02T17:38:05.159043Z","steps":["trace[708708905] 'process raft request' (duration: 284.396992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.159205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.450388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:38:05.15925Z","caller":"traceutil/trace.go:171","msg":"trace[847773971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25437; }","duration":"139.51052ms","start":"2026-04-02T17:38:05.019726Z","end":"2026-04-02T17:38:05.159236Z","steps":["trace[847773971] 'agreement among raft nodes before linearized reading' (duration: 139.327174ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.745468Z","caller":"traceutil/trace.go:171","msg":"trace[1229249532] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"168.010381ms","start":"2026-04-02T17:38:05.577418Z","end":"2026-04-02T17:38:05.745429Z","steps":["trace[1229249532] 'process raft request' (duration: 167.893287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.745596Z","caller":"traceutil/trace.go:171","msg":"trace[262112948] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"168.038313ms","start":"2026-04-02T17:38:05.577415Z","end":"2026-04-02T17:38:05.745453Z","steps":["trace[262112948] 'process raft request' (duration: 112.546838ms)","trace[262112948] 'compare' (duration: 55.172544ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:05.994222Z","caller":"traceutil/trace.go:171","msg":"trace[981563781] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"110.583225ms","start":"2026-04-02T17:38:05.883613Z","end":"2026-04-02T17:38:05.994196Z","steps":["trace[981563781] 'process raft request' (duration: 110.41109ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.01649Z","caller":"traceutil/trace.go:171","msg":"trace[27429858] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"115.406169ms","start":"2026-04-02T17:38:05.901055Z","end":"2026-04-02T17:38:06.016462Z","steps":["trace[27429858] 'process raft request' (duration: 115.292556ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.016889Z","caller":"traceutil/trace.go:171","msg":"trace[1722700144] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"123.812678ms","start":"2026-04-02T17:38:05.893062Z","end":"2026-04-02T17:38:06.016874Z","steps":["trace[1722700144] 'process raft request' (duration: 123.142737ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.017062Z","caller":"traceutil/trace.go:171","msg":"trace[434130772] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"115.278975ms","start":"2026-04-02T17:38:05.901762Z","end":"2026-04-02T17:38:06.017041Z","steps":["trace[434130772] 'process raft request' (duration: 114.657075ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:20.696933Z","caller":"traceutil/trace.go:171","msg":"trace[1031947409] linearizableReadLoop","detail":"{readStateIndex:26397; appliedIndex:26396; }","duration":"110.259395ms","start":"2026-04-02T17:38:20.58664Z","end":"2026-04-02T17:38:20.696899Z","steps":["trace[1031947409] 'read index received' (duration: 22.547301ms)","trace[1031947409] 'applied index is now lower than readState.Index' (duration: 87.710224ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:20.696948Z","caller":"traceutil/trace.go:171","msg":"trace[1642577263] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"133.473536ms","start":"2026-04-02T17:38:20.563442Z","end":"2026-04-02T17:38:20.696915Z","steps":["trace[1642577263] 'process raft request' (duration: 45.836374ms)","trace[1642577263] 'compare' (duration: 87.430245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:20.697255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.591006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:38:20.6973Z","caller":"traceutil/trace.go:171","msg":"trace[44342724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25553; }","duration":"110.688329ms","start":"2026-04-02T17:38:20.586601Z","end":"2026-04-02T17:38:20.697289Z","steps":["trace[44342724] 'agreement among raft nodes before linearized reading' (duration: 110.471292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:20.697499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:20.699049Z","caller":"traceutil/trace.go:171","msg":"trace[969655405] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25553; }","duration":"105.587545ms","start":"2026-04-02T17:38:20.593436Z","end":"2026-04-02T17:38:20.699024Z","steps":["trace[969655405] 'agreement among raft nodes before linearized reading' (duration: 103.723686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.062228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.999128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:21.062703Z","caller":"traceutil/trace.go:171","msg":"trace[91630952] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"245.748706ms","start":"2026-04-02T17:38:20.81693Z","end":"2026-04-02T17:38:21.062679Z","steps":["trace[91630952] 'process raft request' (duration: 245.612541ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.062688Z","caller":"traceutil/trace.go:171","msg":"trace[1476355330] linearizableReadLoop","detail":"{readStateIndex:26399; appliedIndex:26398; }","duration":"253.125431ms","start":"2026-04-02T17:38:20.809513Z","end":"2026-04-02T17:38:21.062638Z","steps":["trace[1476355330] 'read index received' (duration: 29.582885ms)","trace[1476355330] 'applied index is now lower than readState.Index' (duration: 223.538096ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:21.062747Z","caller":"traceutil/trace.go:171","msg":"trace[1265971875] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"266.748107ms","start":"2026-04-02T17:38:20.795757Z","end":"2026-04-02T17:38:21.062505Z","steps":["trace[1265971875] 'process raft request' (duration: 43.361076ms)","trace[1265971875] 'compare' (duration: 222.243595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:21.062829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.288227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:21.06322Z","caller":"traceutil/trace.go:171","msg":"trace[1614454454] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25556; }","duration":"253.739081ms","start":"2026-04-02T17:38:20.80946Z","end":"2026-04-02T17:38:21.063199Z","steps":["trace[1614454454] 'agreement among raft nodes before linearized reading' (duration: 253.279267ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.224188Z","caller":"traceutil/trace.go:171","msg":"trace[1245255016] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26400; }","duration":"157.04008ms","start":"2026-04-02T17:38:21.067116Z","end":"2026-04-02T17:38:21.224156Z","steps":["trace[1245255016] 'read index received' (duration: 107.379823ms)","trace[1245255016] 'applied index is now lower than readState.Index' (duration: 49.658937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:21.224607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.464264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:21.224665Z","caller":"traceutil/trace.go:171","msg":"trace[831365803] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25557; }","duration":"157.583278ms","start":"2026-04-02T17:38:21.067069Z","end":"2026-04-02T17:38:21.224653Z","steps":["trace[831365803] 'agreement among raft nodes before linearized reading' (duration: 157.451494ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.225193Z","caller":"traceutil/trace.go:171","msg":"trace[1170434672] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"161.571835ms","start":"2026-04-02T17:38:21.062766Z","end":"2026-04-02T17:38:21.224338Z","steps":["trace[1170434672] 'process raft request' (duration: 111.772413ms)","trace[1170434672] 'compare' (duration: 49.224874ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:27.556662Z","caller":"traceutil/trace.go:171","msg":"trace[1500081532] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"100.382709ms","start":"2026-04-02T17:38:27.456246Z","end":"2026-04-02T17:38:27.556629Z","steps":["trace[1500081532] 'process raft request' (duration: 87.866228ms)","trace[1500081532] 'compare' (duration: 12.382657ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:28.014402Z","caller":"traceutil/trace.go:171","msg":"trace[1843474607] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"150.331326ms","start":"2026-04-02T17:38:27.863994Z","end":"2026-04-02T17:38:28.014325Z","steps":["trace[1843474607] 'process raft request' (duration: 59.905995ms)","trace[1843474607] 'compare' (duration: 90.184413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:28.953378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.311072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:28.953625Z","caller":"traceutil/trace.go:171","msg":"trace[884331956] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"136.340949ms","start":"2026-04-02T17:38:28.817265Z","end":"2026-04-02T17:38:28.953606Z","steps":["trace[884331956] 'process raft request' (duration: 136.233905ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:28.953864Z","caller":"traceutil/trace.go:171","msg":"trace[1024844022] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"155.222073ms","start":"2026-04-02T17:38:28.79863Z","end":"2026-04-02T17:38:28.953852Z","steps":["trace[1024844022] 'process raft request' (duration: 46.318171ms)","trace[1024844022] 'compare' (duration: 107.951531ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:28.95409Z","caller":"traceutil/trace.go:171","msg":"trace[956244177] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26480; }","duration":"148.116655ms","start":"2026-04-02T17:38:28.805964Z","end":"2026-04-02T17:38:28.95408Z","steps":["trace[956244177] 'read index received' (duration: 8.75874ms)","trace[956244177] 'applied index is now lower than readState.Index' (duration: 139.356535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:28.954224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.26186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:28.954256Z","caller":"traceutil/trace.go:171","msg":"trace[85966621] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25637; }","duration":"148.321062ms","start":"2026-04-02T17:38:28.80592Z","end":"2026-04-02T17:38:28.954241Z","steps":["trace[85966621] 'agreement among raft nodes before linearized reading' (duration: 148.237699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.093931Z","caller":"traceutil/trace.go:171","msg":"trace[1707459990] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25641; }","duration":"121.958909ms","start":"2026-04-02T17:38:28.971938Z","end":"2026-04-02T17:38:29.093897Z","steps":["trace[1707459990] 'process raft request' (duration: 121.916017ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.094675Z","caller":"traceutil/trace.go:171","msg":"trace[1291797559] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"134.293873ms","start":"2026-04-02T17:38:28.960367Z","end":"2026-04-02T17:38:29.09466Z","steps":["trace[1291797559] 'process raft request' (duration: 133.173217ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.095151Z","caller":"traceutil/trace.go:171","msg":"trace[947306980] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"127.61794ms","start":"2026-04-02T17:38:28.967499Z","end":"2026-04-02T17:38:29.095116Z","steps":["trace[947306980] 'process raft request' (duration: 126.291577ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.095483Z","caller":"traceutil/trace.go:171","msg":"trace[797073279] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"131.272617ms","start":"2026-04-02T17:38:28.964165Z","end":"2026-04-02T17:38:29.095437Z","steps":["trace[797073279] 'process raft request' (duration: 129.552502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.77559Z","caller":"traceutil/trace.go:171","msg":"trace[492013536] linearizableReadLoop","detail":"{readStateIndex:26494; appliedIndex:26493; }","duration":"415.997149ms","start":"2026-04-02T17:38:29.359564Z","end":"2026-04-02T17:38:29.775561Z","steps":["trace[492013536] 'read index received' (duration: 415.814323ms)","trace[492013536] 'applied index is now lower than readState.Index' (duration: 181.596µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:29.775755Z","caller":"traceutil/trace.go:171","msg":"trace[525407034] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"428.742977ms","start":"2026-04-02T17:38:29.346961Z","end":"2026-04-02T17:38:29.775704Z","steps":["trace[525407034] 'process raft request' (duration: 428.425486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.775909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.3121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-mcfr4\" ","response":"range_response_count:1 size:4819"} {"level":"warn","ts":"2026-04-02T17:38:29.775963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:29.346936Z","time spent":"428.935743ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:38:29.776019Z","caller":"traceutil/trace.go:171","msg":"trace[1460894187] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-mcfr4; range_end:; response_count:1; response_revision:25647; }","duration":"416.475955ms","start":"2026-04-02T17:38:29.359519Z","end":"2026-04-02T17:38:29.775995Z","steps":["trace[1460894187] 'agreement among raft nodes before linearized reading' (duration: 416.193516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.776072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:29.359498Z","time spent":"416.561947ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4843,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-mcfr4\" "} {"level":"warn","ts":"2026-04-02T17:38:29.776057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.810227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:38:29.77615Z","caller":"traceutil/trace.go:171","msg":"trace[1507788308] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25647; }","duration":"214.962402ms","start":"2026-04-02T17:38:29.561166Z","end":"2026-04-02T17:38:29.776129Z","steps":["trace[1507788308] 'agreement among raft nodes before linearized reading' (duration: 214.738225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.776671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.108125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:38:29.776734Z","caller":"traceutil/trace.go:171","msg":"trace[192398967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25647; }","duration":"326.214189ms","start":"2026-04-02T17:38:29.450503Z","end":"2026-04-02T17:38:29.776717Z","steps":["trace[192398967] 'agreement among raft nodes before linearized reading' (duration: 325.352471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.776769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:29.450482Z","time spent":"326.27756ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:38:30.028304Z","caller":"traceutil/trace.go:171","msg":"trace[211762848] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"143.117775ms","start":"2026-04-02T17:38:29.885159Z","end":"2026-04-02T17:38:30.028277Z","steps":["trace[211762848] 'process raft request' (duration: 128.697984ms)","trace[211762848] 'compare' (duration: 13.652606ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:30.028589Z","caller":"traceutil/trace.go:171","msg":"trace[428074241] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"134.553551ms","start":"2026-04-02T17:38:29.894024Z","end":"2026-04-02T17:38:30.028577Z","steps":["trace[428074241] 'process raft request' (duration: 133.758516ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.028727Z","caller":"traceutil/trace.go:171","msg":"trace[346781395] linearizableReadLoop","detail":"{readStateIndex:26503; appliedIndex:26499; }","duration":"134.218501ms","start":"2026-04-02T17:38:29.894493Z","end":"2026-04-02T17:38:30.028712Z","steps":["trace[346781395] 'read index received' (duration: 18.077868ms)","trace[346781395] 'applied index is now lower than readState.Index' (duration: 116.138913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:30.029141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.624583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-02T17:38:30.029186Z","caller":"traceutil/trace.go:171","msg":"trace[2047762714] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25657; }","duration":"134.722856ms","start":"2026-04-02T17:38:29.894449Z","end":"2026-04-02T17:38:30.029172Z","steps":["trace[2047762714] 'agreement among raft nodes before linearized reading' (duration: 134.549611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.029391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.982326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-02T17:38:30.029422Z","caller":"traceutil/trace.go:171","msg":"trace[468350334] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25657; }","duration":"110.048708ms","start":"2026-04-02T17:38:29.919365Z","end":"2026-04-02T17:38:30.029414Z","steps":["trace[468350334] 'agreement among raft nodes before linearized reading' (duration: 109.961115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.029639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.205153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:30.029673Z","caller":"traceutil/trace.go:171","msg":"trace[1790380037] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25657; }","duration":"110.280815ms","start":"2026-04-02T17:38:29.919381Z","end":"2026-04-02T17:38:30.029662Z","steps":["trace[1790380037] 'agreement among raft nodes before linearized reading' (duration: 110.232304ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.256426Z","caller":"traceutil/trace.go:171","msg":"trace[1853238672] linearizableReadLoop","detail":"{readStateIndex:26515; appliedIndex:26514; }","duration":"144.689666ms","start":"2026-04-02T17:38:30.111707Z","end":"2026-04-02T17:38:30.256397Z","steps":["trace[1853238672] 'read index received' (duration: 45.124403ms)","trace[1853238672] 'applied index is now lower than readState.Index' (duration: 99.563823ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:30.25666Z","caller":"traceutil/trace.go:171","msg":"trace[497076638] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"145.13838ms","start":"2026-04-02T17:38:30.111508Z","end":"2026-04-02T17:38:30.256646Z","steps":["trace[497076638] 'process raft request' (duration: 45.308848ms)","trace[497076638] 'compare' (duration: 99.46699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:30.256928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.202842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-02T17:38:30.256973Z","caller":"traceutil/trace.go:171","msg":"trace[1254816947] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25668; }","duration":"145.276215ms","start":"2026-04-02T17:38:30.111686Z","end":"2026-04-02T17:38:30.256962Z","steps":["trace[1254816947] 'agreement among raft nodes before linearized reading' (duration: 145.1262ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.26883Z","caller":"traceutil/trace.go:171","msg":"trace[1812646792] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"156.942947ms","start":"2026-04-02T17:38:30.111869Z","end":"2026-04-02T17:38:30.268812Z","steps":["trace[1812646792] 'process raft request' (duration: 156.471442ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.269075Z","caller":"traceutil/trace.go:171","msg":"trace[448464909] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"157.102003ms","start":"2026-04-02T17:38:30.111967Z","end":"2026-04-02T17:38:30.269069Z","steps":["trace[448464909] 'process raft request' (duration: 156.471203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.269326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.49453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-02T17:38:30.269356Z","caller":"traceutil/trace.go:171","msg":"trace[987685320] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25676; }","duration":"119.587952ms","start":"2026-04-02T17:38:30.149756Z","end":"2026-04-02T17:38:30.269344Z","steps":["trace[987685320] 'agreement among raft nodes before linearized reading' (duration: 119.462778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.269458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.494572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:30.269473Z","caller":"traceutil/trace.go:171","msg":"trace[794952288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25676; }","duration":"120.538523ms","start":"2026-04-02T17:38:30.148927Z","end":"2026-04-02T17:38:30.269466Z","steps":["trace[794952288] 'agreement among raft nodes before linearized reading' (duration: 120.512043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.269601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.775758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-02T17:38:30.269628Z","caller":"traceutil/trace.go:171","msg":"trace[421261005] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25676; }","duration":"154.83647ms","start":"2026-04-02T17:38:30.114786Z","end":"2026-04-02T17:38:30.269622Z","steps":["trace[421261005] 'agreement among raft nodes before linearized reading' (duration: 154.764568ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.26982Z","caller":"traceutil/trace.go:171","msg":"trace[1049445278] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"157.601799ms","start":"2026-04-02T17:38:30.112187Z","end":"2026-04-02T17:38:30.269789Z","steps":["trace[1049445278] 'process raft request' (duration: 156.303627ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.270199Z","caller":"traceutil/trace.go:171","msg":"trace[1071756522] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"157.686301ms","start":"2026-04-02T17:38:30.112501Z","end":"2026-04-02T17:38:30.270187Z","steps":["trace[1071756522] 'process raft request' (duration: 156.022588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.270463Z","caller":"traceutil/trace.go:171","msg":"trace[1989291156] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"156.778722ms","start":"2026-04-02T17:38:30.113668Z","end":"2026-04-02T17:38:30.270447Z","steps":["trace[1989291156] 'process raft request' (duration: 154.880481ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.270519Z","caller":"traceutil/trace.go:171","msg":"trace[31316787] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"153.603941ms","start":"2026-04-02T17:38:30.116901Z","end":"2026-04-02T17:38:30.270505Z","steps":["trace[31316787] 'process raft request' (duration: 151.675299ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.270659Z","caller":"traceutil/trace.go:171","msg":"trace[1472589200] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"152.615209ms","start":"2026-04-02T17:38:30.118035Z","end":"2026-04-02T17:38:30.27065Z","steps":["trace[1472589200] 'process raft request' (duration: 150.566574ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.271822Z","caller":"traceutil/trace.go:171","msg":"trace[1575990673] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"134.065636ms","start":"2026-04-02T17:38:30.137732Z","end":"2026-04-02T17:38:30.271797Z","steps":["trace[1575990673] 'process raft request' (duration: 130.887204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.409453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.407306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-02T17:38:30.409543Z","caller":"traceutil/trace.go:171","msg":"trace[279632954] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25686; }","duration":"103.53999ms","start":"2026-04-02T17:38:30.305982Z","end":"2026-04-02T17:38:30.409522Z","steps":["trace[279632954] 'agreement among raft nodes before linearized reading' (duration: 103.269041ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.551692Z","caller":"traceutil/trace.go:171","msg":"trace[1961263388] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"114.662225ms","start":"2026-04-02T17:38:30.437005Z","end":"2026-04-02T17:38:30.551667Z","steps":["trace[1961263388] 'process raft request' (duration: 114.549792ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.551897Z","caller":"traceutil/trace.go:171","msg":"trace[1006721214] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"135.374258ms","start":"2026-04-02T17:38:30.41648Z","end":"2026-04-02T17:38:30.551854Z","steps":["trace[1006721214] 'process raft request' (duration: 69.661147ms)","trace[1006721214] 'compare' (duration: 65.190554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:30.55199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.223846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:30.552061Z","caller":"traceutil/trace.go:171","msg":"trace[2027573380] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25692; }","duration":"126.349569ms","start":"2026-04-02T17:38:30.425692Z","end":"2026-04-02T17:38:30.552042Z","steps":["trace[2027573380] 'agreement among raft nodes before linearized reading' (duration: 126.243146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.552314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.512921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-02T17:38:30.552344Z","caller":"traceutil/trace.go:171","msg":"trace[582833600] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25692; }","duration":"134.553922ms","start":"2026-04-02T17:38:30.417779Z","end":"2026-04-02T17:38:30.552333Z","steps":["trace[582833600] 'agreement among raft nodes before linearized reading' (duration: 134.437168ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.5524Z","caller":"traceutil/trace.go:171","msg":"trace[1729172622] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"124.040445ms","start":"2026-04-02T17:38:30.428342Z","end":"2026-04-02T17:38:30.552382Z","steps":["trace[1729172622] 'process raft request' (duration: 123.131946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:30.553093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.286151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-8rg7m\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-04-02T17:38:30.553141Z","caller":"traceutil/trace.go:171","msg":"trace[506868755] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-8rg7m; range_end:; response_count:1; response_revision:25692; }","duration":"138.357733ms","start":"2026-04-02T17:38:30.414773Z","end":"2026-04-02T17:38:30.55313Z","steps":["trace[506868755] 'agreement among raft nodes before linearized reading' (duration: 137.697872ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.874215Z","caller":"traceutil/trace.go:171","msg":"trace[298773703] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"112.777805ms","start":"2026-04-02T17:38:30.761416Z","end":"2026-04-02T17:38:30.874194Z","steps":["trace[298773703] 'process raft request' (duration: 112.739484ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:30.874526Z","caller":"traceutil/trace.go:171","msg":"trace[797045047] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"167.575597ms","start":"2026-04-02T17:38:30.706943Z","end":"2026-04-02T17:38:30.874519Z","steps":["trace[797045047] 'process raft request' (duration: 76.032251ms)","trace[797045047] 'compare' (duration: 90.917896ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:30.874607Z","caller":"traceutil/trace.go:171","msg":"trace[604058756] linearizableReadLoop","detail":"{readStateIndex:26548; appliedIndex:26547; }","duration":"165.190461ms","start":"2026-04-02T17:38:30.709411Z","end":"2026-04-02T17:38:30.874601Z","steps":["trace[604058756] 'read index received' (duration: 73.547751ms)","trace[604058756] 'applied index is now lower than readState.Index' (duration: 91.64206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:30.87479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.366226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112168"} {"level":"info","ts":"2026-04-02T17:38:30.874814Z","caller":"traceutil/trace.go:171","msg":"trace[669843290] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25701; }","duration":"165.430279ms","start":"2026-04-02T17:38:30.709378Z","end":"2026-04-02T17:38:30.874808Z","steps":["trace[669843290] 'agreement among raft nodes before linearized reading' (duration: 165.248183ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:31.095864Z","caller":"traceutil/trace.go:171","msg":"trace[1416992533] linearizableReadLoop","detail":"{readStateIndex:26550; appliedIndex:26549; }","duration":"107.471806ms","start":"2026-04-02T17:38:30.988353Z","end":"2026-04-02T17:38:31.095825Z","steps":["trace[1416992533] 'read index received' (duration: 75.316487ms)","trace[1416992533] 'applied index is now lower than readState.Index' (duration: 32.153519ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:31.095944Z","caller":"traceutil/trace.go:171","msg":"trace[1758225541] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"129.114158ms","start":"2026-04-02T17:38:30.966773Z","end":"2026-04-02T17:38:31.095887Z","steps":["trace[1758225541] 'process raft request' (duration: 96.890597ms)","trace[1758225541] 'compare' (duration: 31.952852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:31.096148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.777616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-02T17:38:31.096215Z","caller":"traceutil/trace.go:171","msg":"trace[1919132987] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25702; }","duration":"107.898519ms","start":"2026-04-02T17:38:30.988294Z","end":"2026-04-02T17:38:31.096193Z","steps":["trace[1919132987] 'agreement among raft nodes before linearized reading' (duration: 107.685573ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:31.435781Z","caller":"traceutil/trace.go:171","msg":"trace[1079626587] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"118.990794ms","start":"2026-04-02T17:38:31.316746Z","end":"2026-04-02T17:38:31.435737Z","steps":["trace[1079626587] 'process raft request' (duration: 108.914032ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:31.694833Z","caller":"traceutil/trace.go:171","msg":"trace[348827937] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"101.080091ms","start":"2026-04-02T17:38:31.593714Z","end":"2026-04-02T17:38:31.694794Z","steps":["trace[348827937] 'process raft request' (duration: 91.125773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.005816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.448272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:38:32.005911Z","caller":"traceutil/trace.go:171","msg":"trace[1297113890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25714; }","duration":"197.599777ms","start":"2026-04-02T17:38:31.808292Z","end":"2026-04-02T17:38:32.005891Z","steps":["trace[1297113890] 'range keys from in-memory index tree' (duration: 197.253816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.00618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.726435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.006223Z","caller":"traceutil/trace.go:171","msg":"trace[966010154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25714; }","duration":"194.774227ms","start":"2026-04-02T17:38:31.811436Z","end":"2026-04-02T17:38:32.00621Z","steps":["trace[966010154] 'range keys from in-memory index tree' (duration: 194.627372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.006647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.159183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:38:32.006691Z","caller":"traceutil/trace.go:171","msg":"trace[1509850266] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25714; }","duration":"177.249437ms","start":"2026-04-02T17:38:31.829428Z","end":"2026-04-02T17:38:32.006678Z","steps":["trace[1509850266] 'range keys from in-memory index tree' (duration: 176.993458ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.235662Z","caller":"traceutil/trace.go:171","msg":"trace[1301406742] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"223.303489ms","start":"2026-04-02T17:38:32.012325Z","end":"2026-04-02T17:38:32.235629Z","steps":["trace[1301406742] 'process raft request' (duration: 223.113813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.26406Z","caller":"traceutil/trace.go:171","msg":"trace[490616847] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"251.49669ms","start":"2026-04-02T17:38:32.012535Z","end":"2026-04-02T17:38:32.264031Z","steps":["trace[490616847] 'process raft request' (duration: 251.087617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.264132Z","caller":"traceutil/trace.go:171","msg":"trace[1100361536] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"250.808959ms","start":"2026-04-02T17:38:32.013269Z","end":"2026-04-02T17:38:32.264078Z","steps":["trace[1100361536] 'process raft request' (duration: 250.601012ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.264041Z","caller":"traceutil/trace.go:171","msg":"trace[966075658] linearizableReadLoop","detail":"{readStateIndex:26566; appliedIndex:26562; }","duration":"109.120248ms","start":"2026-04-02T17:38:32.154881Z","end":"2026-04-02T17:38:32.264001Z","steps":["trace[966075658] 'read index received' (duration: 80.586376ms)","trace[966075658] 'applied index is now lower than readState.Index' (duration: 28.532392ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:32.264367Z","caller":"traceutil/trace.go:171","msg":"trace[974849585] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"221.833792ms","start":"2026-04-02T17:38:32.042496Z","end":"2026-04-02T17:38:32.26433Z","steps":["trace[974849585] 'process raft request' (duration: 221.436179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.264474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.556383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.264585Z","caller":"traceutil/trace.go:171","msg":"trace[710928967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25718; }","duration":"109.705657ms","start":"2026-04-02T17:38:32.154862Z","end":"2026-04-02T17:38:32.264567Z","steps":["trace[710928967] 'agreement among raft nodes before linearized reading' (duration: 109.259733ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.932565Z","caller":"traceutil/trace.go:171","msg":"trace[2117411469] linearizableReadLoop","detail":"{readStateIndex:26587; appliedIndex:26586; }","duration":"167.451893ms","start":"2026-04-02T17:38:32.765063Z","end":"2026-04-02T17:38:32.932515Z","steps":["trace[2117411469] 'read index received' (duration: 166.859624ms)","trace[2117411469] 'applied index is now lower than readState.Index' (duration: 590.499µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:32.932934Z","caller":"traceutil/trace.go:171","msg":"trace[173696957] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"172.781244ms","start":"2026-04-02T17:38:32.759955Z","end":"2026-04-02T17:38:32.932737Z","steps":["trace[173696957] 'process raft request' (duration: 172.000129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.933073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.456565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.933129Z","caller":"traceutil/trace.go:171","msg":"trace[92518086] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25738; }","duration":"122.549608ms","start":"2026-04-02T17:38:32.810564Z","end":"2026-04-02T17:38:32.933114Z","steps":["trace[92518086] 'agreement among raft nodes before linearized reading' (duration: 122.444215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.932962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.855827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-02T17:38:32.933435Z","caller":"traceutil/trace.go:171","msg":"trace[1132288745] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25738; }","duration":"168.379883ms","start":"2026-04-02T17:38:32.765036Z","end":"2026-04-02T17:38:32.933415Z","steps":["trace[1132288745] 'agreement among raft nodes before linearized reading' (duration: 167.726372ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.155117Z","caller":"traceutil/trace.go:171","msg":"trace[300372538] linearizableReadLoop","detail":"{readStateIndex:26588; appliedIndex:26587; }","duration":"202.855375ms","start":"2026-04-02T17:38:32.952236Z","end":"2026-04-02T17:38:33.155091Z","steps":["trace[300372538] 'read index received' (duration: 202.628768ms)","trace[300372538] 'applied index is now lower than readState.Index' (duration: 225.327µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:33.155235Z","caller":"traceutil/trace.go:171","msg":"trace[1361321966] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"203.29665ms","start":"2026-04-02T17:38:32.951925Z","end":"2026-04-02T17:38:33.155221Z","steps":["trace[1361321966] 'process raft request' (duration: 202.946388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.155407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.125374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:33.155532Z","caller":"traceutil/trace.go:171","msg":"trace[892304644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:25739; }","duration":"203.282269ms","start":"2026-04-02T17:38:32.952219Z","end":"2026-04-02T17:38:33.155501Z","steps":["trace[892304644] 'agreement among raft nodes before linearized reading' (duration: 203.00969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.191794Z","caller":"traceutil/trace.go:171","msg":"trace[1875098774] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"221.122749ms","start":"2026-04-02T17:38:32.970645Z","end":"2026-04-02T17:38:33.191767Z","steps":["trace[1875098774] 'process raft request' (duration: 220.987915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.192439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.789649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:33.192501Z","caller":"traceutil/trace.go:171","msg":"trace[410233] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25740; }","duration":"139.938654ms","start":"2026-04-02T17:38:33.052545Z","end":"2026-04-02T17:38:33.192483Z","steps":["trace[410233] 'agreement among raft nodes before linearized reading' (duration: 139.80362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.194783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.095102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366192"} {"level":"info","ts":"2026-04-02T17:38:33.194879Z","caller":"traceutil/trace.go:171","msg":"trace[2089711249] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25740; }","duration":"192.300628ms","start":"2026-04-02T17:38:33.002558Z","end":"2026-04-02T17:38:33.194859Z","steps":["trace[2089711249] 'agreement among raft nodes before linearized reading' (duration: 190.026745ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.312684Z","caller":"traceutil/trace.go:171","msg":"trace[2044458273] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"151.70988ms","start":"2026-04-02T17:38:33.160941Z","end":"2026-04-02T17:38:33.312651Z","steps":["trace[2044458273] 'process raft request' (duration: 145.596535ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.312726Z","caller":"traceutil/trace.go:171","msg":"trace[1981434390] linearizableReadLoop","detail":"{readStateIndex:26596; appliedIndex:26589; }","duration":"120.725779ms","start":"2026-04-02T17:38:33.19198Z","end":"2026-04-02T17:38:33.312706Z","steps":["trace[1981434390] 'read index received' (duration: 114.577793ms)","trace[1981434390] 'applied index is now lower than readState.Index' (duration: 6.146586ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:33.312833Z","caller":"traceutil/trace.go:171","msg":"trace[1032004723] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"150.930725ms","start":"2026-04-02T17:38:33.161893Z","end":"2026-04-02T17:38:33.312824Z","steps":["trace[1032004723] 'process raft request' (duration: 150.607485ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.312902Z","caller":"traceutil/trace.go:171","msg":"trace[892697564] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"150.476961ms","start":"2026-04-02T17:38:33.162406Z","end":"2026-04-02T17:38:33.312883Z","steps":["trace[892697564] 'process raft request' (duration: 150.203722ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.313102Z","caller":"traceutil/trace.go:171","msg":"trace[763602980] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"141.141182ms","start":"2026-04-02T17:38:33.171947Z","end":"2026-04-02T17:38:33.313088Z","steps":["trace[763602980] 'process raft request' (duration: 140.694308ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.313125Z","caller":"traceutil/trace.go:171","msg":"trace[1863518368] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"151.028208ms","start":"2026-04-02T17:38:33.162084Z","end":"2026-04-02T17:38:33.313112Z","steps":["trace[1863518368] 'process raft request' (duration: 150.499911ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.313258Z","caller":"traceutil/trace.go:171","msg":"trace[703646141] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"151.127302ms","start":"2026-04-02T17:38:33.162031Z","end":"2026-04-02T17:38:33.313158Z","steps":["trace[703646141] 'process raft request' (duration: 150.521672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.31349Z","caller":"traceutil/trace.go:171","msg":"trace[2031307057] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"151.495373ms","start":"2026-04-02T17:38:33.161983Z","end":"2026-04-02T17:38:33.313478Z","steps":["trace[2031307057] 'process raft request' (duration: 150.545442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.313583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.103944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-02T17:38:33.313623Z","caller":"traceutil/trace.go:171","msg":"trace[1197576692] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25747; }","duration":"153.203678ms","start":"2026-04-02T17:38:33.160408Z","end":"2026-04-02T17:38:33.313612Z","steps":["trace[1197576692] 'agreement among raft nodes before linearized reading' (duration: 153.066354ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.316301Z","caller":"traceutil/trace.go:171","msg":"trace[876697329] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"119.695097ms","start":"2026-04-02T17:38:33.196586Z","end":"2026-04-02T17:38:33.316281Z","steps":["trace[876697329] 'process raft request' (duration: 119.332445ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.451698Z","caller":"traceutil/trace.go:171","msg":"trace[429952223] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"115.933847ms","start":"2026-04-02T17:38:33.335734Z","end":"2026-04-02T17:38:33.451668Z","steps":["trace[429952223] 'process raft request' (duration: 115.686939ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.452434Z","caller":"traceutil/trace.go:171","msg":"trace[1822858863] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"127.141475ms","start":"2026-04-02T17:38:33.325276Z","end":"2026-04-02T17:38:33.452417Z","steps":["trace[1822858863] 'process raft request' (duration: 125.927686ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.45291Z","caller":"traceutil/trace.go:171","msg":"trace[1598236953] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26602; }","duration":"107.628511ms","start":"2026-04-02T17:38:33.345266Z","end":"2026-04-02T17:38:33.452895Z","steps":["trace[1598236953] 'read index received' (duration: 107.610371ms)","trace[1598236953] 'applied index is now lower than readState.Index' (duration: 16.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:33.453072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.789876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-02T17:38:33.4531Z","caller":"traceutil/trace.go:171","msg":"trace[1456603482] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25753; }","duration":"107.867458ms","start":"2026-04-02T17:38:33.345221Z","end":"2026-04-02T17:38:33.453089Z","steps":["trace[1456603482] 'agreement among raft nodes before linearized reading' (duration: 107.739104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.462326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.903413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-02T17:38:33.462382Z","caller":"traceutil/trace.go:171","msg":"trace[1048812427] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25754; }","duration":"115.017897ms","start":"2026-04-02T17:38:33.347354Z","end":"2026-04-02T17:38:33.462372Z","steps":["trace[1048812427] 'agreement among raft nodes before linearized reading' (duration: 114.918934ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.568698Z","caller":"traceutil/trace.go:171","msg":"trace[526070388] linearizableReadLoop","detail":"{readStateIndex:26605; appliedIndex:26603; }","duration":"102.662192ms","start":"2026-04-02T17:38:33.466004Z","end":"2026-04-02T17:38:33.568666Z","steps":["trace[526070388] 'read index received' (duration: 58.857272ms)","trace[526070388] 'applied index is now lower than readState.Index' (duration: 43.80371ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:33.568879Z","caller":"traceutil/trace.go:171","msg":"trace[57092572] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"103.257121ms","start":"2026-04-02T17:38:33.465575Z","end":"2026-04-02T17:38:33.568832Z","steps":["trace[57092572] 'process raft request' (duration: 101.090402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.569071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.003784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-02T17:38:33.569215Z","caller":"traceutil/trace.go:171","msg":"trace[259337011] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25755; }","duration":"103.137617ms","start":"2026-04-02T17:38:33.465972Z","end":"2026-04-02T17:38:33.56911Z","steps":["trace[259337011] 'agreement among raft nodes before linearized reading' (duration: 102.852488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.570768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.565381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112168"} {"level":"info","ts":"2026-04-02T17:38:33.57088Z","caller":"traceutil/trace.go:171","msg":"trace[1869802411] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25757; }","duration":"103.745557ms","start":"2026-04-02T17:38:33.467109Z","end":"2026-04-02T17:38:33.570855Z","steps":["trace[1869802411] 'agreement among raft nodes before linearized reading' (duration: 103.21016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.818068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.678664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:33.818175Z","caller":"traceutil/trace.go:171","msg":"trace[1592128302] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26607; }","duration":"229.327531ms","start":"2026-04-02T17:38:33.588833Z","end":"2026-04-02T17:38:33.818161Z","steps":["trace[1592128302] 'read index received' (duration: 100.436311ms)","trace[1592128302] 'applied index is now lower than readState.Index' (duration: 128.89029ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:33.81823Z","caller":"traceutil/trace.go:171","msg":"trace[1152597985] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"229.883889ms","start":"2026-04-02T17:38:33.58834Z","end":"2026-04-02T17:38:33.818224Z","steps":["trace[1152597985] 'process raft request' (duration: 100.978098ms)","trace[1152597985] 'compare' (duration: 128.452937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:33.818489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.631151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-02T17:38:33.818582Z","caller":"traceutil/trace.go:171","msg":"trace[151086762] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25758; }","duration":"229.741915ms","start":"2026-04-02T17:38:33.588816Z","end":"2026-04-02T17:38:33.818558Z","steps":["trace[151086762] 'agreement among raft nodes before linearized reading' (duration: 229.513468ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.839117Z","caller":"traceutil/trace.go:171","msg":"trace[1710272473] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"232.69571ms","start":"2026-04-02T17:38:33.606394Z","end":"2026-04-02T17:38:33.83909Z","steps":["trace[1710272473] 'process raft request' (duration: 232.472582ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:33.839253Z","caller":"traceutil/trace.go:171","msg":"trace[544220733] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25759; }","duration":"232.577765ms","start":"2026-04-02T17:38:33.606635Z","end":"2026-04-02T17:38:33.839213Z","steps":["trace[544220733] 'process raft request' (duration: 232.377549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.839346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.164828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-02T17:38:33.839486Z","caller":"traceutil/trace.go:171","msg":"trace[1073312756] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25759; }","duration":"250.322622ms","start":"2026-04-02T17:38:33.589142Z","end":"2026-04-02T17:38:33.839464Z","steps":["trace[1073312756] 'agreement among raft nodes before linearized reading' (duration: 249.993012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.83965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.077374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-02T17:38:33.839686Z","caller":"traceutil/trace.go:171","msg":"trace[1878374770] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25759; }","duration":"250.144557ms","start":"2026-04-02T17:38:33.589529Z","end":"2026-04-02T17:38:33.839674Z","steps":["trace[1878374770] 'agreement among raft nodes before linearized reading' (duration: 249.966791ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:34.012853Z","caller":"traceutil/trace.go:171","msg":"trace[2073894847] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25763; }","duration":"140.620055ms","start":"2026-04-02T17:38:33.872199Z","end":"2026-04-02T17:38:34.012819Z","steps":["trace[2073894847] 'process raft request' (duration: 55.325889ms)","trace[2073894847] 'compare' (duration: 84.962066ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:34.165946Z","caller":"traceutil/trace.go:171","msg":"trace[1076967357] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"117.044473ms","start":"2026-04-02T17:38:34.048864Z","end":"2026-04-02T17:38:34.165908Z","steps":["trace[1076967357] 'process raft request' (duration: 116.845696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:34.243753Z","caller":"traceutil/trace.go:171","msg":"trace[392123362] linearizableReadLoop","detail":"{readStateIndex:26616; appliedIndex:26614; }","duration":"191.408829ms","start":"2026-04-02T17:38:34.052323Z","end":"2026-04-02T17:38:34.243732Z","steps":["trace[392123362] 'read index received' (duration: 113.428897ms)","trace[392123362] 'applied index is now lower than readState.Index' (duration: 77.978522ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:34.243879Z","caller":"traceutil/trace.go:171","msg":"trace[548868540] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"194.806108ms","start":"2026-04-02T17:38:34.049035Z","end":"2026-04-02T17:38:34.243841Z","steps":["trace[548868540] 'process raft request' (duration: 194.55408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.244091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.75802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-02T17:38:34.244125Z","caller":"traceutil/trace.go:171","msg":"trace[1477872326] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25765; }","duration":"191.845483ms","start":"2026-04-02T17:38:34.052271Z","end":"2026-04-02T17:38:34.244117Z","steps":["trace[1477872326] 'agreement among raft nodes before linearized reading' (duration: 191.586824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.244434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.097399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112168"} {"level":"info","ts":"2026-04-02T17:38:34.244535Z","caller":"traceutil/trace.go:171","msg":"trace[1351137503] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25765; }","duration":"191.293855ms","start":"2026-04-02T17:38:34.05322Z","end":"2026-04-02T17:38:34.244514Z","steps":["trace[1351137503] 'agreement among raft nodes before linearized reading' (duration: 190.800729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:35.813188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.588565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:35.813311Z","caller":"traceutil/trace.go:171","msg":"trace[1229661203] linearizableReadLoop","detail":"{readStateIndex:26629; appliedIndex:26628; }","duration":"195.50986ms","start":"2026-04-02T17:38:35.617783Z","end":"2026-04-02T17:38:35.813292Z","steps":["trace[1229661203] 'read index received' (duration: 32.511µs)","trace[1229661203] 'applied index is now lower than readState.Index' (duration: 195.473019ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:35.813695Z","caller":"traceutil/trace.go:171","msg":"trace[33701658] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"428.933023ms","start":"2026-04-02T17:38:35.384733Z","end":"2026-04-02T17:38:35.813666Z","steps":["trace[33701658] 'process raft request' (duration: 109.760099ms)","trace[33701658] 'compare' (duration: 318.447801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:35.813847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.384712Z","time spent":"429.053237ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:35.813871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.063588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-hfv8w.18a2983ea308648e\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-04-02T17:38:35.813967Z","caller":"traceutil/trace.go:171","msg":"trace[2019598411] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-hfv8w.18a2983ea308648e; range_end:; response_count:1; response_revision:25778; }","duration":"196.200783ms","start":"2026-04-02T17:38:35.617745Z","end":"2026-04-02T17:38:35.813946Z","steps":["trace[2019598411] 'agreement among raft nodes before linearized reading' (duration: 195.919504ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.486128Z","caller":"traceutil/trace.go:171","msg":"trace[195685722] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"137.510716ms","start":"2026-04-02T17:38:36.34859Z","end":"2026-04-02T17:38:36.486101Z","steps":["trace[195685722] 'process raft request' (duration: 137.33869ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.52639Z","caller":"traceutil/trace.go:171","msg":"trace[934892217] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"175.77654ms","start":"2026-04-02T17:38:36.350575Z","end":"2026-04-02T17:38:36.526351Z","steps":["trace[934892217] 'process raft request' (duration: 175.493571ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.526511Z","caller":"traceutil/trace.go:171","msg":"trace[528078469] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26631; }","duration":"137.496536ms","start":"2026-04-02T17:38:36.388982Z","end":"2026-04-02T17:38:36.526479Z","steps":["trace[528078469] 'read index received' (duration: 97.044173ms)","trace[528078469] 'applied index is now lower than readState.Index' (duration: 40.449573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:36.526776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.756064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:38:36.526827Z","caller":"traceutil/trace.go:171","msg":"trace[1311255770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25784; }","duration":"137.888629ms","start":"2026-04-02T17:38:36.388926Z","end":"2026-04-02T17:38:36.526815Z","steps":["trace[1311255770] 'agreement among raft nodes before linearized reading' (duration: 137.718643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.526925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.274753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-02T17:38:36.527013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.123338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:38:36.527049Z","caller":"traceutil/trace.go:171","msg":"trace[878788945] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25784; }","duration":"134.206831ms","start":"2026-04-02T17:38:36.392831Z","end":"2026-04-02T17:38:36.527037Z","steps":["trace[878788945] 'agreement among raft nodes before linearized reading' (duration: 134.112768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.527063Z","caller":"traceutil/trace.go:171","msg":"trace[1585234716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25784; }","duration":"134.366456ms","start":"2026-04-02T17:38:36.392579Z","end":"2026-04-02T17:38:36.526946Z","steps":["trace[1585234716] 'agreement among raft nodes before linearized reading' (duration: 134.163429ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.672469Z","caller":"traceutil/trace.go:171","msg":"trace[1357021563] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"139.795029ms","start":"2026-04-02T17:38:36.532637Z","end":"2026-04-02T17:38:36.672432Z","steps":["trace[1357021563] 'process raft request' (duration: 47.441376ms)","trace[1357021563] 'compare' (duration: 92.118255ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:36.672522Z","caller":"traceutil/trace.go:171","msg":"trace[1107152198] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"137.92365ms","start":"2026-04-02T17:38:36.534541Z","end":"2026-04-02T17:38:36.672464Z","steps":["trace[1107152198] 'process raft request' (duration: 137.810636ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.67268Z","caller":"traceutil/trace.go:171","msg":"trace[561323058] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"133.923522ms","start":"2026-04-02T17:38:36.538747Z","end":"2026-04-02T17:38:36.67267Z","steps":["trace[561323058] 'process raft request' (duration: 133.733885ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.672789Z","caller":"traceutil/trace.go:171","msg":"trace[295949261] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"137.600679ms","start":"2026-04-02T17:38:36.53516Z","end":"2026-04-02T17:38:36.67276Z","steps":["trace[295949261] 'process raft request' (duration: 137.245898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.672829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.017388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:36.672867Z","caller":"traceutil/trace.go:171","msg":"trace[153896963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25790; }","duration":"100.128391ms","start":"2026-04-02T17:38:36.572728Z","end":"2026-04-02T17:38:36.672856Z","steps":["trace[153896963] 'agreement among raft nodes before linearized reading' (duration: 100.031918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:38.097516Z","caller":"traceutil/trace.go:171","msg":"trace[862397789] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"714.176151ms","start":"2026-04-02T17:38:37.383271Z","end":"2026-04-02T17:38:38.097447Z","steps":["trace[862397789] 'process raft request' (duration: 714.001806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.097939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.383237Z","time spent":"714.366367ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:38.265872Z","caller":"traceutil/trace.go:171","msg":"trace[627923068] linearizableReadLoop","detail":"{readStateIndex:26643; appliedIndex:26642; }","duration":"447.419923ms","start":"2026-04-02T17:38:37.818422Z","end":"2026-04-02T17:38:38.265841Z","steps":["trace[627923068] 'read index received' (duration: 279.099763ms)","trace[627923068] 'applied index is now lower than readState.Index' (duration: 168.31852ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:38.266269Z","caller":"traceutil/trace.go:171","msg":"trace[824737915] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"879.443645ms","start":"2026-04-02T17:38:37.386788Z","end":"2026-04-02T17:38:38.266232Z","steps":["trace[824737915] 'process raft request' (duration: 878.853696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.266291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.067241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:38.266325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.736492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:38.266398Z","caller":"traceutil/trace.go:171","msg":"trace[1844159513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"116.240526ms","start":"2026-04-02T17:38:38.150143Z","end":"2026-04-02T17:38:38.266383Z","steps":["trace[1844159513] 'agreement among raft nodes before linearized reading' (duration: 116.041739ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:38.266417Z","caller":"traceutil/trace.go:171","msg":"trace[1619379744] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25792; }","duration":"106.869476ms","start":"2026-04-02T17:38:38.159532Z","end":"2026-04-02T17:38:38.266401Z","steps":["trace[1619379744] 'agreement among raft nodes before linearized reading' (duration: 106.729192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.266434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.386749Z","time spent":"879.60967ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:38.266822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.406455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:38:38.266878Z","caller":"traceutil/trace.go:171","msg":"trace[398423633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25792; }","duration":"448.554949ms","start":"2026-04-02T17:38:37.818307Z","end":"2026-04-02T17:38:38.266862Z","steps":["trace[398423633] 'agreement among raft nodes before linearized reading' (duration: 448.396164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.266927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.818284Z","time spent":"448.630122ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:38:38.642818Z","caller":"traceutil/trace.go:171","msg":"trace[1638065964] linearizableReadLoop","detail":"{readStateIndex:26647; appliedIndex:26645; }","duration":"109.758729ms","start":"2026-04-02T17:38:38.533029Z","end":"2026-04-02T17:38:38.642788Z","steps":["trace[1638065964] 'read index received' (duration: 33.815911ms)","trace[1638065964] 'applied index is now lower than readState.Index' (duration: 75.941438ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:38.642867Z","caller":"traceutil/trace.go:171","msg":"trace[271669447] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"110.709059ms","start":"2026-04-02T17:38:38.532136Z","end":"2026-04-02T17:38:38.642845Z","steps":["trace[271669447] 'process raft request' (duration: 110.588565ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:38.642898Z","caller":"traceutil/trace.go:171","msg":"trace[1698835369] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"110.856054ms","start":"2026-04-02T17:38:38.532Z","end":"2026-04-02T17:38:38.642856Z","steps":["trace[1698835369] 'process raft request' (duration: 34.828613ms)","trace[1698835369] 'compare' (duration: 75.6995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:38.64307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.030087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:38:38.643122Z","caller":"traceutil/trace.go:171","msg":"trace[911312521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25796; }","duration":"110.13451ms","start":"2026-04-02T17:38:38.53297Z","end":"2026-04-02T17:38:38.643104Z","steps":["trace[911312521] 'agreement among raft nodes before linearized reading' (duration: 109.964555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.665794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.008911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:38:38.665887Z","caller":"traceutil/trace.go:171","msg":"trace[1675840594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25797; }","duration":"117.162055ms","start":"2026-04-02T17:38:38.548704Z","end":"2026-04-02T17:38:38.665866Z","steps":["trace[1675840594] 'agreement among raft nodes before linearized reading' (duration: 116.853405ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:38.836722Z","caller":"traceutil/trace.go:171","msg":"trace[1793746531] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"106.762593ms","start":"2026-04-02T17:38:38.72991Z","end":"2026-04-02T17:38:38.836673Z","steps":["trace[1793746531] 'process raft request' (duration: 106.031559ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:38.836767Z","caller":"traceutil/trace.go:171","msg":"trace[606546464] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"101.98178ms","start":"2026-04-02T17:38:38.734759Z","end":"2026-04-02T17:38:38.836741Z","steps":["trace[606546464] 'process raft request' (duration: 101.838335ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:39.467683Z","caller":"traceutil/trace.go:171","msg":"trace[1340647535] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"289.803024ms","start":"2026-04-02T17:38:39.177847Z","end":"2026-04-02T17:38:39.46765Z","steps":["trace[1340647535] 'process raft request' (duration: 289.533746ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:39.5933Z","caller":"traceutil/trace.go:171","msg":"trace[296506354] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26656; }","duration":"109.47571ms","start":"2026-04-02T17:38:39.483788Z","end":"2026-04-02T17:38:39.593264Z","steps":["trace[296506354] 'read index received' (duration: 47.994745ms)","trace[296506354] 'applied index is now lower than readState.Index' (duration: 61.479385ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:39.593435Z","caller":"traceutil/trace.go:171","msg":"trace[1345715370] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"110.343188ms","start":"2026-04-02T17:38:39.483034Z","end":"2026-04-02T17:38:39.593377Z","steps":["trace[1345715370] 'process raft request' (duration: 48.731658ms)","trace[1345715370] 'compare' (duration: 61.145195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:39.59355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.710208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:39.593681Z","caller":"traceutil/trace.go:171","msg":"trace[1769834777] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25805; }","duration":"109.879753ms","start":"2026-04-02T17:38:39.48378Z","end":"2026-04-02T17:38:39.59366Z","steps":["trace[1769834777] 'agreement among raft nodes before linearized reading' (duration: 109.615844ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:39.594491Z","caller":"traceutil/trace.go:171","msg":"trace[1190227974] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"110.43571ms","start":"2026-04-02T17:38:39.483953Z","end":"2026-04-02T17:38:39.594389Z","steps":["trace[1190227974] 'process raft request' (duration: 110.205613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:39.594672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.699719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-02T17:38:39.59474Z","caller":"traceutil/trace.go:171","msg":"trace[1675269748] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25807; }","duration":"110.807732ms","start":"2026-04-02T17:38:39.483915Z","end":"2026-04-02T17:38:39.594723Z","steps":["trace[1675269748] 'agreement among raft nodes before linearized reading' (duration: 110.481101ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:39.594708Z","caller":"traceutil/trace.go:171","msg":"trace[173671927] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"109.412518ms","start":"2026-04-02T17:38:39.485257Z","end":"2026-04-02T17:38:39.59467Z","steps":["trace[173671927] 'process raft request' (duration: 109.022536ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.606243Z","caller":"traceutil/trace.go:171","msg":"trace[180211425] linearizableReadLoop","detail":"{readStateIndex:26664; appliedIndex:26663; }","duration":"310.778415ms","start":"2026-04-02T17:38:40.295434Z","end":"2026-04-02T17:38:40.606212Z","steps":["trace[180211425] 'read index received' (duration: 309.305268ms)","trace[180211425] 'applied index is now lower than readState.Index' (duration: 1.471237ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:40.606413Z","caller":"traceutil/trace.go:171","msg":"trace[1764448470] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"335.062391ms","start":"2026-04-02T17:38:40.271312Z","end":"2026-04-02T17:38:40.606374Z","steps":["trace[1764448470] 'process raft request' (duration: 333.109969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.606639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.177599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:38:40.606664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.271279Z","time spent":"335.270858ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:40.606793Z","caller":"traceutil/trace.go:171","msg":"trace[208777966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25812; }","duration":"311.287862ms","start":"2026-04-02T17:38:40.295374Z","end":"2026-04-02T17:38:40.606662Z","steps":["trace[208777966] 'agreement among raft nodes before linearized reading' (duration: 311.008943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.606839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.295351Z","time spent":"311.478388ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:38:40.612636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.16075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:38:40.612694Z","caller":"traceutil/trace.go:171","msg":"trace[739423275] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25813; }","duration":"221.269484ms","start":"2026-04-02T17:38:40.391409Z","end":"2026-04-02T17:38:40.612678Z","steps":["trace[739423275] 'agreement among raft nodes before linearized reading' (duration: 221.090108ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.612693Z","caller":"traceutil/trace.go:171","msg":"trace[1143735223] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"103.980464ms","start":"2026-04-02T17:38:40.508648Z","end":"2026-04-02T17:38:40.612629Z","steps":["trace[1143735223] 'process raft request' (duration: 103.702415ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.779469Z","caller":"traceutil/trace.go:171","msg":"trace[1063764827] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"162.085922ms","start":"2026-04-02T17:38:40.617358Z","end":"2026-04-02T17:38:40.779444Z","steps":["trace[1063764827] 'process raft request' (duration: 161.807303ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.77947Z","caller":"traceutil/trace.go:171","msg":"trace[1809027323] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"130.698768ms","start":"2026-04-02T17:38:40.648743Z","end":"2026-04-02T17:38:40.779442Z","steps":["trace[1809027323] 'process raft request' (duration: 130.639756ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.779703Z","caller":"traceutil/trace.go:171","msg":"trace[1214428099] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"131.968739ms","start":"2026-04-02T17:38:40.647721Z","end":"2026-04-02T17:38:40.779689Z","steps":["trace[1214428099] 'process raft request' (duration: 131.611508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.780284Z","caller":"traceutil/trace.go:171","msg":"trace[1729635536] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26669; }","duration":"110.70701ms","start":"2026-04-02T17:38:40.669558Z","end":"2026-04-02T17:38:40.780265Z","steps":["trace[1729635536] 'read index received' (duration: 110.698209ms)","trace[1729635536] 'applied index is now lower than readState.Index' (duration: 7.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:40.780484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.905466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:38:40.780524Z","caller":"traceutil/trace.go:171","msg":"trace[337577559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25817; }","duration":"110.997859ms","start":"2026-04-02T17:38:40.669516Z","end":"2026-04-02T17:38:40.780513Z","steps":["trace[337577559] 'agreement among raft nodes before linearized reading' (duration: 110.832113ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.834018Z","caller":"traceutil/trace.go:171","msg":"trace[2023585443] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"105.074179ms","start":"2026-04-02T17:38:40.728931Z","end":"2026-04-02T17:38:40.834005Z","steps":["trace[2023585443] 'process raft request' (duration: 104.836522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.834429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.683702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:38:40.834467Z","caller":"traceutil/trace.go:171","msg":"trace[1041036231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25818; }","duration":"102.762085ms","start":"2026-04-02T17:38:40.731693Z","end":"2026-04-02T17:38:40.834455Z","steps":["trace[1041036231] 'agreement among raft nodes before linearized reading' (duration: 102.61863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.834671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.652922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:38:40.834711Z","caller":"traceutil/trace.go:171","msg":"trace[861982502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25818; }","duration":"143.727045ms","start":"2026-04-02T17:38:40.690977Z","end":"2026-04-02T17:38:40.834705Z","steps":["trace[861982502] 'agreement among raft nodes before linearized reading' (duration: 143.642542ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.981267Z","caller":"traceutil/trace.go:171","msg":"trace[1398219885] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26671; }","duration":"123.580551ms","start":"2026-04-02T17:38:40.857657Z","end":"2026-04-02T17:38:40.981237Z","steps":["trace[1398219885] 'read index received' (duration: 123.284462ms)","trace[1398219885] 'applied index is now lower than readState.Index' (duration: 294.599µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:40.981553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.212284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:38:40.981606Z","caller":"traceutil/trace.go:171","msg":"trace[877481977] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25821; }","duration":"141.328968ms","start":"2026-04-02T17:38:40.840262Z","end":"2026-04-02T17:38:40.981591Z","steps":["trace[877481977] 'agreement among raft nodes before linearized reading' (duration: 141.138302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.981636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.145138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:38:40.981738Z","caller":"traceutil/trace.go:171","msg":"trace[2039880391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25821; }","duration":"139.329214ms","start":"2026-04-02T17:38:40.842384Z","end":"2026-04-02T17:38:40.981714Z","steps":["trace[2039880391] 'agreement among raft nodes before linearized reading' (duration: 138.924301ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.981293Z","caller":"traceutil/trace.go:171","msg":"trace[1425343417] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"141.670719ms","start":"2026-04-02T17:38:40.83959Z","end":"2026-04-02T17:38:40.981261Z","steps":["trace[1425343417] 'process raft request' (duration: 141.595477ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.982228Z","caller":"traceutil/trace.go:171","msg":"trace[551886467] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"142.830577ms","start":"2026-04-02T17:38:40.839383Z","end":"2026-04-02T17:38:40.982213Z","steps":["trace[551886467] 'process raft request' (duration: 141.609288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:41.371364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.183922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:41.371923Z","caller":"traceutil/trace.go:171","msg":"trace[1288128726] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"382.284412ms","start":"2026-04-02T17:38:40.989623Z","end":"2026-04-02T17:38:41.371908Z","steps":["trace[1288128726] 'process raft request' (duration: 382.255901ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:41.371894Z","caller":"traceutil/trace.go:171","msg":"trace[22873740] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"507.625618ms","start":"2026-04-02T17:38:40.864227Z","end":"2026-04-02T17:38:41.371853Z","steps":["trace[22873740] 'process raft request' (duration: 249.872618ms)","trace[22873740] 'compare' (duration: 256.833151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:41.371997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.989614Z","time spent":"382.344443ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:41.372199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.864201Z","time spent":"507.906327ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:41.372246Z","caller":"traceutil/trace.go:171","msg":"trace[5661565] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"412.645672ms","start":"2026-04-02T17:38:40.959591Z","end":"2026-04-02T17:38:41.372237Z","steps":["trace[5661565] 'process raft request' (duration: 412.164867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:41.372303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.959569Z","time spent":"412.707824ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:41.37238Z","caller":"traceutil/trace.go:171","msg":"trace[6279614] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"384.108469ms","start":"2026-04-02T17:38:40.98826Z","end":"2026-04-02T17:38:41.372368Z","steps":["trace[6279614] 'process raft request' (duration: 383.588933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:41.372481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.988236Z","time spent":"384.174072ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:41.372571Z","caller":"traceutil/trace.go:171","msg":"trace[532333343] linearizableReadLoop","detail":"{readStateIndex:26675; appliedIndex:26673; }","duration":"391.199907ms","start":"2026-04-02T17:38:40.981361Z","end":"2026-04-02T17:38:41.372561Z","steps":["trace[532333343] 'read index received' (duration: 132.747644ms)","trace[532333343] 'applied index is now lower than readState.Index' (duration: 258.451033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:41.372636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.705452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:41.372786Z","caller":"traceutil/trace.go:171","msg":"trace[1545279165] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25825; }","duration":"426.875107ms","start":"2026-04-02T17:38:40.945867Z","end":"2026-04-02T17:38:41.372742Z","steps":["trace[1545279165] 'agreement among raft nodes before linearized reading' (duration: 426.729683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:41.372826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.945837Z","time spent":"426.976961ms","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:42.645341Z","caller":"traceutil/trace.go:171","msg":"trace[200965266] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26678; }","duration":"450.775661ms","start":"2026-04-02T17:38:42.194509Z","end":"2026-04-02T17:38:42.645285Z","steps":["trace[200965266] 'read index received' (duration: 450.650867ms)","trace[200965266] 'applied index is now lower than readState.Index' (duration: 123.023µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:42.645442Z","caller":"traceutil/trace.go:171","msg":"trace[1433373264] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"469.886682ms","start":"2026-04-02T17:38:42.17551Z","end":"2026-04-02T17:38:42.645397Z","steps":["trace[1433373264] 'process raft request' (duration: 469.578192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.645525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.000238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:42.645575Z","caller":"traceutil/trace.go:171","msg":"trace[682885862] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25827; }","duration":"451.126032ms","start":"2026-04-02T17:38:42.194433Z","end":"2026-04-02T17:38:42.645559Z","steps":["trace[682885862] 'agreement among raft nodes before linearized reading' (duration: 451.018369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.645622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.194403Z","time spent":"451.208795ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:42.645629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.175477Z","time spent":"470.053097ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:42.684207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.511435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:42.684276Z","caller":"traceutil/trace.go:171","msg":"trace[1809408332] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25829; }","duration":"421.625109ms","start":"2026-04-02T17:38:42.26263Z","end":"2026-04-02T17:38:42.684255Z","steps":["trace[1809408332] 'agreement among raft nodes before linearized reading' (duration: 421.444104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.684321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.262609Z","time spent":"421.700001ms","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:42.684612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.766213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-02T17:38:42.684833Z","caller":"traceutil/trace.go:171","msg":"trace[1508018152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25829; }","duration":"457.067072ms","start":"2026-04-02T17:38:42.227748Z","end":"2026-04-02T17:38:42.684815Z","steps":["trace[1508018152] 'agreement among raft nodes before linearized reading' (duration: 456.69249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.684926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.227725Z","time spent":"457.189266ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:38:42.908427Z","caller":"traceutil/trace.go:171","msg":"trace[195964254] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26682; }","duration":"173.514827ms","start":"2026-04-02T17:38:42.734886Z","end":"2026-04-02T17:38:42.908401Z","steps":["trace[195964254] 'read index received' (duration: 173.30703ms)","trace[195964254] 'applied index is now lower than readState.Index' (duration: 206.267µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:42.908875Z","caller":"traceutil/trace.go:171","msg":"trace[543254383] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"218.848117ms","start":"2026-04-02T17:38:42.69001Z","end":"2026-04-02T17:38:42.908858Z","steps":["trace[543254383] 'process raft request' (duration: 218.206586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.909236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.313912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:42.909302Z","caller":"traceutil/trace.go:171","msg":"trace[830291311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25831; }","duration":"174.441016ms","start":"2026-04-02T17:38:42.734845Z","end":"2026-04-02T17:38:42.909286Z","steps":["trace[830291311] 'agreement among raft nodes before linearized reading' (duration: 174.311642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.984472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.140067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:42.984565Z","caller":"traceutil/trace.go:171","msg":"trace[2052632165] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"198.33341ms","start":"2026-04-02T17:38:42.7862Z","end":"2026-04-02T17:38:42.984534Z","steps":["trace[2052632165] 'process raft request' (duration: 198.056181ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:42.984578Z","caller":"traceutil/trace.go:171","msg":"trace[1788905623] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"144.624484ms","start":"2026-04-02T17:38:42.839921Z","end":"2026-04-02T17:38:42.984546Z","steps":["trace[1788905623] 'process raft request' (duration: 144.375686ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:42.984645Z","caller":"traceutil/trace.go:171","msg":"trace[1191934431] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"198.510216ms","start":"2026-04-02T17:38:42.786125Z","end":"2026-04-02T17:38:42.984635Z","steps":["trace[1191934431] 'process raft request' (duration: 197.958269ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:42.984585Z","caller":"traceutil/trace.go:171","msg":"trace[1868883471] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25834; }","duration":"204.336893ms","start":"2026-04-02T17:38:42.780225Z","end":"2026-04-02T17:38:42.984562Z","steps":["trace[1868883471] 'agreement among raft nodes before linearized reading' (duration: 204.134877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.98477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.264519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:38:42.984848Z","caller":"traceutil/trace.go:171","msg":"trace[483120427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25834; }","duration":"122.396953ms","start":"2026-04-02T17:38:42.862436Z","end":"2026-04-02T17:38:42.984833Z","steps":["trace[483120427] 'agreement among raft nodes before linearized reading' (duration: 122.142735ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:43.131544Z","caller":"traceutil/trace.go:171","msg":"trace[1759519161] linearizableReadLoop","detail":"{readStateIndex:26689; appliedIndex:26687; }","duration":"116.091531ms","start":"2026-04-02T17:38:43.015427Z","end":"2026-04-02T17:38:43.131519Z","steps":["trace[1759519161] 'read index received' (duration: 115.888985ms)","trace[1759519161] 'applied index is now lower than readState.Index' (duration: 201.766µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:43.131617Z","caller":"traceutil/trace.go:171","msg":"trace[1351602385] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"138.379394ms","start":"2026-04-02T17:38:42.993199Z","end":"2026-04-02T17:38:43.131578Z","steps":["trace[1351602385] 'process raft request' (duration: 138.283961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:43.131735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.898323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:43.131617Z","caller":"traceutil/trace.go:171","msg":"trace[825056624] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"139.040015ms","start":"2026-04-02T17:38:42.992533Z","end":"2026-04-02T17:38:43.131573Z","steps":["trace[825056624] 'process raft request' (duration: 138.788327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:43.131748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.294458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:43.131777Z","caller":"traceutil/trace.go:171","msg":"trace[1363495089] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25837; }","duration":"104.988336ms","start":"2026-04-02T17:38:43.026777Z","end":"2026-04-02T17:38:43.131765Z","steps":["trace[1363495089] 'agreement among raft nodes before linearized reading' (duration: 104.889373ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:43.131802Z","caller":"traceutil/trace.go:171","msg":"trace[1308219870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25837; }","duration":"116.410922ms","start":"2026-04-02T17:38:43.015376Z","end":"2026-04-02T17:38:43.131787Z","steps":["trace[1308219870] 'agreement among raft nodes before linearized reading' (duration: 116.231806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:44.53778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:46.151648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:46.151752Z","caller":"traceutil/trace.go:171","msg":"trace[50671125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369038s","start":"2026-04-02T17:38:44.15136Z","end":"2026-04-02T17:38:46.15173Z","steps":["trace[50671125] 'agreement among raft nodes before linearized reading' (duration: 2.000230814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:46.151808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.151334Z","time spent":"2.000464211s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:48.152146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:48.152246Z","caller":"traceutil/trace.go:171","msg":"trace[320204377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322288s","start":"2026-04-02T17:38:46.1519Z","end":"2026-04-02T17:38:48.152222Z","steps":["trace[320204377] 'agreement among raft nodes before linearized reading' (duration: 2.000159493s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.152303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.151877Z","time spent":"2.000415782s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:48.152313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.353804997s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:48.193623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.282969Z","time spent":"3.910631088s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:48.194906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817578773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:38:48.194982Z","caller":"traceutil/trace.go:171","msg":"trace[878019273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25837; }","duration":"4.817672136s","start":"2026-04-02T17:38:43.37729Z","end":"2026-04-02T17:38:48.194962Z","steps":["trace[878019273] 'range keys from in-memory index tree' (duration: 4.814948248s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.195016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.377231Z","time spent":"4.817777429s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:48.195678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81655073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:38:48.19577Z","caller":"traceutil/trace.go:171","msg":"trace[1693066449] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25837; }","duration":"4.816658034s","start":"2026-04-02T17:38:43.379081Z","end":"2026-04-02T17:38:48.195739Z","steps":["trace[1693066449] 'range keys from in-memory index tree' (duration: 4.813388919s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.195818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.379069Z","time spent":"4.816735356s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:48.19606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818212283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:38:48.196092Z","caller":"traceutil/trace.go:171","msg":"trace[430081771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25837; }","duration":"4.818288836s","start":"2026-04-02T17:38:43.377793Z","end":"2026-04-02T17:38:48.196082Z","steps":["trace[430081771] 'range keys from in-memory index tree' (duration: 4.814506304s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.19612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.377769Z","time spent":"4.818343128s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:48.196321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775951402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-02T17:38:48.196356Z","caller":"traceutil/trace.go:171","msg":"trace[370184510] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:25837; }","duration":"4.776009344s","start":"2026-04-02T17:38:43.420337Z","end":"2026-04-02T17:38:48.196346Z","steps":["trace[370184510] 'range keys from in-memory index tree' (duration: 4.772193202s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.196382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.420319Z","time spent":"4.776056585s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"warn","ts":"2026-04-02T17:38:48.198281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399489597s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:48.198508Z","caller":"traceutil/trace.go:171","msg":"trace[341813804] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"4.696951766s","start":"2026-04-02T17:38:43.501532Z","end":"2026-04-02T17:38:48.198484Z","steps":["trace[341813804] 'process raft request' (duration: 1.297313724s)","trace[341813804] 'compare' (duration: 3.397739522s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:48.198641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.501499Z","time spent":"4.697052929s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:48.198607Z","caller":"traceutil/trace.go:171","msg":"trace[664634962] linearizableReadLoop","detail":"{readStateIndex:26690; appliedIndex:26689; }","duration":"4.161724355s","start":"2026-04-02T17:38:44.036853Z","end":"2026-04-02T17:38:48.198577Z","steps":["trace[664634962] 'read index received' (duration: 761.69399ms)","trace[664634962] 'applied index is now lower than readState.Index' (duration: 3.400018035s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:48.19868Z","caller":"traceutil/trace.go:171","msg":"trace[203605686] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"3.508645437s","start":"2026-04-02T17:38:44.690014Z","end":"2026-04-02T17:38:48.19866Z","steps":["trace[203605686] 'process raft request' (duration: 3.508549724s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:48.198757Z","caller":"traceutil/trace.go:171","msg":"trace[626145928] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"3.546939662s","start":"2026-04-02T17:38:44.651809Z","end":"2026-04-02T17:38:48.198749Z","steps":["trace[626145928] 'process raft request' (duration: 3.546636622s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.198763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.689982Z","time spent":"3.5087449s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:48.198779Z","caller":"traceutil/trace.go:171","msg":"trace[362814255] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"3.508694419s","start":"2026-04-02T17:38:44.690067Z","end":"2026-04-02T17:38:48.198762Z","steps":["trace[362814255] 'process raft request' (duration: 3.508543534s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.198795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.651771Z","time spent":"3.547001754s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:48.198852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.690041Z","time spent":"3.508771391s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:48.198949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162083447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:48.198994Z","caller":"traceutil/trace.go:171","msg":"trace[43482140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25841; }","duration":"4.16218827s","start":"2026-04-02T17:38:44.036793Z","end":"2026-04-02T17:38:48.198981Z","steps":["trace[43482140] 'agreement among raft nodes before linearized reading' (duration: 4.161917512s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.199032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.036764Z","time spent":"4.162257412s","remote":"127.0.0.1:35216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:48.699564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:49.199987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:49.701033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:49.728718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999724965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:49.728821Z","caller":"traceutil/trace.go:171","msg":"trace[1298719214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9998897s","start":"2026-04-02T17:38:44.728908Z","end":"2026-04-02T17:38:49.728797Z","steps":["trace[1298719214] 'agreement among raft nodes before linearized reading' (duration: 4.999762586s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:49.728943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.728889Z","time spent":"5.000044005s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:49.989061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.991501Z","time spent":"4.997550075s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:49.989551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.991528Z","time spent":"4.99800347s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:49.990152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.991393Z","time spent":"4.998756613s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:50.135946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999704034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-02T17:38:50.136021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999545199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:50.136066Z","caller":"traceutil/trace.go:171","msg":"trace[1684004466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.9998951s","start":"2026-04-02T17:38:45.136139Z","end":"2026-04-02T17:38:50.136034Z","steps":["trace[1684004466] 'agreement among raft nodes before linearized reading' (duration: 4.999741115s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:50.136076Z","caller":"traceutil/trace.go:171","msg":"trace[1040977336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999617592s","start":"2026-04-02T17:38:45.136443Z","end":"2026-04-02T17:38:50.136061Z","steps":["trace[1040977336] 'agreement among raft nodes before linearized reading' (duration: 4.99955512s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:50.136134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.136431Z","time spent":"4.999689284s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/02 17:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:50.136136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.136116Z","time spent":"5.000004394s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 17:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:50.16249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000887985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:50.162555Z","caller":"traceutil/trace.go:171","msg":"trace[1951147772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946627s","start":"2026-04-02T17:38:48.161586Z","end":"2026-04-02T17:38:50.162533Z","steps":["trace[1951147772] 'agreement among raft nodes before linearized reading' (duration: 2.000887565s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:50.162604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.161552Z","time spent":"2.001038281s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:50.201787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:50.707803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:51.20867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:51.709699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:52.162435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999648717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:52.162532Z","caller":"traceutil/trace.go:171","msg":"trace[1434753119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999843463s","start":"2026-04-02T17:38:50.162667Z","end":"2026-04-02T17:38:52.16251Z","steps":["trace[1434753119] 'agreement among raft nodes before linearized reading' (duration: 1.999728409s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.162577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.162635Z","time spent":"1.999933446s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:52.210885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:52.507042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.484313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:52.507186Z","caller":"traceutil/trace.go:171","msg":"trace[717274170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25841; }","duration":"811.637667ms","start":"2026-04-02T17:38:51.695527Z","end":"2026-04-02T17:38:52.507165Z","steps":["trace[717274170] 'range keys from in-memory index tree' (duration: 811.465772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.712006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:53.213057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:53.376755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.202474Z","time spent":"5.174272065s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:53.376953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.201414Z","time spent":"5.175537916s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:53.403795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.202431Z","time spent":"5.201355302s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:53.414437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.414028Z","time spent":"7.000399725s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:53.565669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.4131051s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:38:53.566921Z","caller":"traceutil/trace.go:171","msg":"trace[995167649] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"5.993225727s","start":"2026-04-02T17:38:47.573666Z","end":"2026-04-02T17:38:53.566891Z","steps":["trace[995167649] 'process raft request' (duration: 5.993096043s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:53.567095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.573636Z","time spent":"5.993366201s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:54.170725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:54.170802Z","caller":"traceutil/trace.go:171","msg":"trace[235853959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499053s","start":"2026-04-02T17:38:52.170283Z","end":"2026-04-02T17:38:54.170782Z","steps":["trace[235853959] 'agreement among raft nodes before linearized reading' (duration: 2.000392569s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.170852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.170272Z","time spent":"2.000571156s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:54.73675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005709879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:54.736847Z","caller":"traceutil/trace.go:171","msg":"trace[869077690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.005856593s","start":"2026-04-02T17:38:51.730971Z","end":"2026-04-02T17:38:54.736828Z","steps":["trace[869077690] 'agreement among raft nodes before linearized reading' (duration: 3.00573877s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.738027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.730951Z","time spent":"3.007067592s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:54.99148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00046616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:54.991583Z","caller":"traceutil/trace.go:171","msg":"trace[550357984] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.000600104s","start":"2026-04-02T17:38:49.990959Z","end":"2026-04-02T17:38:54.991559Z","steps":["trace[550357984] 'agreement among raft nodes before linearized reading' (duration: 5.00047088s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.991644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.990955Z","time spent":"5.000678757s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:38:54.991852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998397463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:54.991879Z","caller":"traceutil/trace.go:171","msg":"trace[1403019314] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998440535s","start":"2026-04-02T17:38:49.99343Z","end":"2026-04-02T17:38:54.991871Z","steps":["trace[1403019314] 'agreement among raft nodes before linearized reading' (duration: 4.998408854s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.991906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.993423Z","time spent":"4.998476096s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/02 17:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:54.991901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001152762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:54.991984Z","caller":"traceutil/trace.go:171","msg":"trace[748186148] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.001307026s","start":"2026-04-02T17:38:49.990659Z","end":"2026-04-02T17:38:54.991966Z","steps":["trace[748186148] 'agreement among raft nodes before linearized reading' (duration: 5.001182402s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.99202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.990644Z","time spent":"5.001370079s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/02 17:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:55.067325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002913942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:55.067424Z","caller":"traceutil/trace.go:171","msg":"trace[787549786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.003084927s","start":"2026-04-02T17:38:45.064316Z","end":"2026-04-02T17:38:55.067401Z","steps":["trace[787549786] 'agreement among raft nodes before linearized reading' (duration: 10.002960593s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:55.067482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.064286Z","time spent":"10.00318364s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/02 17:38:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:55.135401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996739742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:55.135518Z","caller":"traceutil/trace.go:171","msg":"trace[917228161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996898078s","start":"2026-04-02T17:38:52.138592Z","end":"2026-04-02T17:38:55.13549Z","steps":["trace[917228161] 'agreement among raft nodes before linearized reading' (duration: 2.996743153s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:55.135582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.138587Z","time spent":"2.99698296s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 17:38:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:55.135994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998086576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:55.13613Z","caller":"traceutil/trace.go:171","msg":"trace[943498826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99823202s","start":"2026-04-02T17:38:52.13784Z","end":"2026-04-02T17:38:55.136072Z","steps":["trace[943498826] 'agreement among raft nodes before linearized reading' (duration: 2.998096626s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:55.136178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.137821Z","time spent":"2.998349324s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/02 17:38:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:55.198463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.197676Z","time spent":"7.000776178s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:55.202435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.205247Z","time spent":"4.997182045s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:55.202473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.205482Z","time spent":"4.996986249s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:55.202611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.205426Z","time spent":"4.997171934s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:55.591029Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"18629d4f1808e49f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-02T17:38:56.171214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:56.171316Z","caller":"traceutil/trace.go:171","msg":"trace[1855695794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252637s","start":"2026-04-02T17:38:54.171039Z","end":"2026-04-02T17:38:56.171291Z","steps":["trace[1855695794] 'agreement among raft nodes before linearized reading' (duration: 2.000111772s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:56.171381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.171015Z","time spent":"2.00035136s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:56.445573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.879398731s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:58.181856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:58.18199Z","caller":"traceutil/trace.go:171","msg":"trace[1333784374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683369s","start":"2026-04-02T17:38:56.181246Z","end":"2026-04-02T17:38:58.18193Z","steps":["trace[1333784374] 'agreement among raft nodes before linearized reading' (duration: 2.000569526s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.182034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.181224Z","time spent":"2.000799993s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:58.212157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76573715s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-02T17:38:58.315928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003988207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:58.316061Z","caller":"traceutil/trace.go:171","msg":"trace[707174222] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.004211744s","start":"2026-04-02T17:38:48.311816Z","end":"2026-04-02T17:38:58.316028Z","steps":["trace[707174222] 'agreement among raft nodes before linearized reading' (duration: 10.004034669s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.316313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.311792Z","time spent":"10.004496432s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/02 17:38:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:58.544918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.543809Z","time spent":"7.001100687s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:59.698412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.251620212s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:00.136254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.138421Z","time spent":"4.997819473s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.137028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.139021Z","time spent":"4.998003049s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:00.170175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:00.170285Z","caller":"traceutil/trace.go:171","msg":"trace[517966256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307037s","start":"2026-04-02T17:38:58.169952Z","end":"2026-04-02T17:39:00.170259Z","steps":["trace[517966256] 'agreement among raft nodes before linearized reading' (duration: 2.000123331s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.17045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.169746Z","time spent":"2.000589035s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.182609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:00.182715Z","caller":"traceutil/trace.go:171","msg":"trace[2101037789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248134s","start":"2026-04-02T17:38:58.182445Z","end":"2026-04-02T17:39:00.182693Z","steps":["trace[2101037789] 'agreement among raft nodes before linearized reading' (duration: 2.000093159s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.182766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.182432Z","time spent":"2.000322477s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.201685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996695598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:00.20178Z","caller":"traceutil/trace.go:171","msg":"trace[654852259] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996840873s","start":"2026-04-02T17:38:55.204917Z","end":"2026-04-02T17:39:00.201758Z","steps":["trace[654852259] 'agreement among raft nodes before linearized reading' (duration: 4.996717249s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.201844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.204897Z","time spent":"4.996935115s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.202532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996594685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:00.202674Z","caller":"traceutil/trace.go:171","msg":"trace[285703956] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99676715s","start":"2026-04-02T17:38:55.20588Z","end":"2026-04-02T17:39:00.202647Z","steps":["trace[285703956] 'agreement among raft nodes before linearized reading' (duration: 4.996597405s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.202736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.205872Z","time spent":"4.996852413s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:39:00.202543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996643926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:39:00.202804Z","caller":"traceutil/trace.go:171","msg":"trace[393803488] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.996938935s","start":"2026-04-02T17:38:55.205842Z","end":"2026-04-02T17:39:00.202781Z","steps":["trace[393803488] 'agreement among raft nodes before linearized reading' (duration: 4.996661547s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.202868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.20583Z","time spent":"4.997024799s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.263814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.271310739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:00.263882Z","caller":"traceutil/trace.go:171","msg":"trace[1472835337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"13.271386081s","start":"2026-04-02T17:38:46.992479Z","end":"2026-04-02T17:39:00.263865Z","steps":["trace[1472835337] 'agreement among raft nodes before linearized reading' (duration: 13.271307409s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.263927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.992404Z","time spent":"13.271511935s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.380334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.379318Z","time spent":"7.001005934s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:00.390641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.069819Z","time spent":"5.320809s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:01.993665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.993477Z","time spent":"7.000178737s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:02.191018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000855475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:02.191091Z","caller":"traceutil/trace.go:171","msg":"trace[1180019018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001001171s","start":"2026-04-02T17:39:00.190072Z","end":"2026-04-02T17:39:02.191073Z","steps":["trace[1180019018] 'agreement among raft nodes before linearized reading' (duration: 2.000893227s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.19114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.190047Z","time spent":"2.001078352s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:02.473331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.774626781s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:02.599015Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"18629d4f1808e49f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-02T17:39:02.719874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024056878s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.720069Z","caller":"traceutil/trace.go:171","msg":"trace[2061466859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25851; }","duration":"1.024286706s","start":"2026-04-02T17:39:01.69576Z","end":"2026-04-02T17:39:02.720047Z","steps":["trace[2061466859] 'range keys from in-memory index tree' (duration: 1.024033388s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.724634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511029593s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-02T17:39:02.725289Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"57.402µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"info","ts":"2026-04-02T17:39:02.725447Z","caller":"traceutil/trace.go:171","msg":"trace[2035883875] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"4.248415567s","start":"2026-04-02T17:38:58.47701Z","end":"2026-04-02T17:39:02.725426Z","steps":["trace[2035883875] 'process raft request' (duration: 4.248326744s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:02.725507Z","caller":"traceutil/trace.go:171","msg":"trace[1951008991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25859; }","duration":"4.175407542s","start":"2026-04-02T17:38:58.550075Z","end":"2026-04-02T17:39:02.725483Z","steps":["trace[1951008991] 'process raft request' (duration: 4.175308509s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.725545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.476976Z","time spent":"4.24851266s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:02.725673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.550057Z","time spent":"4.175518576s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:02.725776Z","caller":"traceutil/trace.go:171","msg":"trace[1672263309] linearizableReadLoop","detail":"{readStateIndex:26707; appliedIndex:26693; }","duration":"14.527087945s","start":"2026-04-02T17:38:48.198675Z","end":"2026-04-02T17:39:02.725763Z","steps":["trace[1672263309] 'read index received' (duration: 5.367317427s)","trace[1672263309] 'applied index is now lower than readState.Index' (duration: 9.159768698s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:02.725917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.568269362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:39:02.725961Z","caller":"traceutil/trace.go:171","msg":"trace[254821128] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0; range_end:; response_count:1; response_revision:25859; }","duration":"14.568361534s","start":"2026-04-02T17:38:48.157584Z","end":"2026-04-02T17:39:02.725945Z","steps":["trace[254821128] 'agreement among raft nodes before linearized reading' (duration: 14.568258871s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.157554Z","time spent":"14.568439117s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" "} {"level":"warn","ts":"2026-04-02T17:39:02.726173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.593060264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.726212Z","caller":"traceutil/trace.go:171","msg":"trace[107874521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25859; }","duration":"14.593191128s","start":"2026-04-02T17:38:48.13301Z","end":"2026-04-02T17:39:02.726201Z","steps":["trace[107874521] 'agreement among raft nodes before linearized reading' (duration: 14.593128026s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.132975Z","time spent":"14.59325802s","remote":"127.0.0.1:35264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.72625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.850600856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.726304Z","caller":"traceutil/trace.go:171","msg":"trace[1057338010] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25859; }","duration":"15.850698079s","start":"2026-04-02T17:38:46.875587Z","end":"2026-04-02T17:39:02.726285Z","steps":["trace[1057338010] 'agreement among raft nodes before linearized reading' (duration: 15.850606356s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.875564Z","time spent":"15.850818753s","remote":"127.0.0.1:43588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.726438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.087006104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:02.72648Z","caller":"traceutil/trace.go:171","msg":"trace[67997532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25859; }","duration":"16.087107787s","start":"2026-04-02T17:38:46.639361Z","end":"2026-04-02T17:39:02.726469Z","steps":["trace[67997532] 'agreement among raft nodes before linearized reading' (duration: 16.087043795s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.639337Z","time spent":"16.087167859s","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.726522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.622451293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-02T17:39:02.726571Z","caller":"traceutil/trace.go:171","msg":"trace[914866522] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25859; }","duration":"14.622544487s","start":"2026-04-02T17:38:48.104012Z","end":"2026-04-02T17:39:02.726557Z","steps":["trace[914866522] 'agreement among raft nodes before linearized reading' (duration: 14.622358821s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.103986Z","time spent":"14.622620659s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-02T17:39:02.726666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.23139931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.726708Z","caller":"traceutil/trace.go:171","msg":"trace[1587814357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25859; }","duration":"16.231479523s","start":"2026-04-02T17:38:46.495219Z","end":"2026-04-02T17:39:02.726698Z","steps":["trace[1587814357] 'agreement among raft nodes before linearized reading' (duration: 16.231418981s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.4952Z","time spent":"16.231536604s","remote":"127.0.0.1:43634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.726767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.939184849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.726818Z","caller":"traceutil/trace.go:171","msg":"trace[417783606] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25859; }","duration":"14.939265072s","start":"2026-04-02T17:38:47.787539Z","end":"2026-04-02T17:39:02.726804Z","steps":["trace[417783606] 'agreement among raft nodes before linearized reading' (duration: 14.939195249s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.787514Z","time spent":"14.939335014s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.726883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.73214678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:02.726887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.682759647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.726916Z","caller":"traceutil/trace.go:171","msg":"trace[95003260] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25859; }","duration":"14.732210012s","start":"2026-04-02T17:38:47.994695Z","end":"2026-04-02T17:39:02.726905Z","steps":["trace[95003260] 'agreement among raft nodes before linearized reading' (duration: 14.73214774s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.994673Z","time spent":"14.732283905s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.726998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.002012545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:02.727045Z","caller":"traceutil/trace.go:171","msg":"trace[793192233] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25859; }","duration":"18.002091317s","start":"2026-04-02T17:38:44.724938Z","end":"2026-04-02T17:39:02.727029Z","steps":["trace[793192233] 'agreement among raft nodes before linearized reading' (duration: 18.002007704s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.726611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.746892771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:02.727088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.724915Z","time spent":"18.002165489s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:02.727128Z","caller":"traceutil/trace.go:171","msg":"trace[1055839216] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25859; }","duration":"15.747408067s","start":"2026-04-02T17:38:46.979704Z","end":"2026-04-02T17:39:02.727112Z","steps":["trace[1055839216] 'agreement among raft nodes before linearized reading' (duration: 15.74687013s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.727171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.979632Z","time spent":"15.747527831s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.72631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.911130852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:02.727115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.784810821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-02T17:39:02.727273Z","caller":"traceutil/trace.go:171","msg":"trace[2135642888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25859; }","duration":"17.785010887s","start":"2026-04-02T17:38:44.942237Z","end":"2026-04-02T17:39:02.727248Z","steps":["trace[2135642888] 'agreement among raft nodes before linearized reading' (duration: 17.784576803s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.72682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.697775942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:02.72733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.94221Z","time spent":"17.78510417s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-02T17:39:02.727336Z","caller":"traceutil/trace.go:171","msg":"trace[201205565] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25859; }","duration":"14.698332709s","start":"2026-04-02T17:38:48.028986Z","end":"2026-04-02T17:39:02.727319Z","steps":["trace[201205565] 'agreement among raft nodes before linearized reading' (duration: 14.697797592s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.727378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.028965Z","time spent":"14.698399012s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.726897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.368656525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:02.727531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.885351906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:02.727573Z","caller":"traceutil/trace.go:171","msg":"trace[315056093] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25859; }","duration":"16.88546501s","start":"2026-04-02T17:38:45.842096Z","end":"2026-04-02T17:39:02.727561Z","steps":["trace[315056093] 'agreement among raft nodes before linearized reading' (duration: 16.885376357s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.727598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.842052Z","time spent":"16.885540823s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:02.727219Z","caller":"traceutil/trace.go:171","msg":"trace[292049312] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25859; }","duration":"14.912047711s","start":"2026-04-02T17:38:47.815158Z","end":"2026-04-02T17:39:02.727206Z","steps":["trace[292049312] 'agreement among raft nodes before linearized reading' (duration: 14.911093081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.727675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.815126Z","time spent":"14.912532717s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:02.72757Z","caller":"traceutil/trace.go:171","msg":"trace[2021200170] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25859; }","duration":"18.369371309s","start":"2026-04-02T17:38:44.358154Z","end":"2026-04-02T17:39:02.727526Z","steps":["trace[2021200170] 'agreement among raft nodes before linearized reading' (duration: 18.368648626s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:02.726925Z","caller":"traceutil/trace.go:171","msg":"trace[1222608515] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25859; }","duration":"18.68285187s","start":"2026-04-02T17:38:44.044063Z","end":"2026-04-02T17:39:02.726915Z","steps":["trace[1222608515] 'agreement among raft nodes before linearized reading' (duration: 18.682798878s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.727883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.044032Z","time spent":"18.683837112s","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.727924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.358134Z","time spent":"18.369722949s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:02.727995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.662721991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:02.728085Z","caller":"traceutil/trace.go:171","msg":"trace[692826446] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25859; }","duration":"15.664329992s","start":"2026-04-02T17:38:47.063729Z","end":"2026-04-02T17:39:02.728059Z","steps":["trace[692826446] 'agreement among raft nodes before linearized reading' (duration: 15.66270867s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.728155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.063709Z","time spent":"15.664415635s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.214601Z","caller":"traceutil/trace.go:171","msg":"trace[685011688] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25859; }","duration":"3.010645709s","start":"2026-04-02T17:39:00.203908Z","end":"2026-04-02T17:39:03.214553Z","steps":["trace[685011688] 'process raft request' (duration: 2.980098732s)","trace[685011688] 'compare' (duration: 30.298819ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:03.21475Z","caller":"traceutil/trace.go:171","msg":"trace[1684835359] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"2.141156261s","start":"2026-04-02T17:39:01.07354Z","end":"2026-04-02T17:39:03.214696Z","steps":["trace[1684835359] 'process raft request' (duration: 2.140985256s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.214798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.203888Z","time spent":"3.010793933s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":550,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:03.214894Z","caller":"traceutil/trace.go:171","msg":"trace[353140384] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25859; }","duration":"3.009340176s","start":"2026-04-02T17:39:00.205516Z","end":"2026-04-02T17:39:03.214856Z","steps":["trace[353140384] 'process raft request' (duration: 3.008958204s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.214953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:01.073507Z","time spent":"2.141326327s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:03.21475Z","caller":"traceutil/trace.go:171","msg":"trace[715609827] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26715; }","duration":"488.91219ms","start":"2026-04-02T17:39:02.725808Z","end":"2026-04-02T17:39:03.21472Z","steps":["trace[715609827] 'read index received' (duration: 458.192708ms)","trace[715609827] 'applied index is now lower than readState.Index' (duration: 30.717872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:03.215354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.015567969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.215407Z","caller":"traceutil/trace.go:171","msg":"trace[2013384847] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:0; response_revision:25860; }","duration":"8.015657372s","start":"2026-04-02T17:38:55.199736Z","end":"2026-04-02T17:39:03.215394Z","steps":["trace[2013384847] 'agreement among raft nodes before linearized reading' (duration: 8.015115294s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67223488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.215437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.702230307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-02T17:39:03.215445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.199723Z","time spent":"8.015713664s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"info","ts":"2026-04-02T17:39:03.215458Z","caller":"traceutil/trace.go:171","msg":"trace[1707711021] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25860; }","duration":"1.672315993s","start":"2026-04-02T17:39:01.543129Z","end":"2026-04-02T17:39:03.215445Z","steps":["trace[1707711021] 'agreement among raft nodes before linearized reading' (duration: 1.671768166s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.21548Z","caller":"traceutil/trace.go:171","msg":"trace[974359087] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25860; }","duration":"12.702288859s","start":"2026-04-02T17:38:50.513179Z","end":"2026-04-02T17:39:03.215468Z","steps":["trace[974359087] 'agreement among raft nodes before linearized reading' (duration: 12.701851425s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:01.543107Z","time spent":"1.672375804s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.215484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.814262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-02T17:39:03.215509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.513172Z","time spent":"12.70233125s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-02T17:39:03.215527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.292028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.21559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.147638204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.215606Z","caller":"traceutil/trace.go:171","msg":"trace[712314959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25860; }","duration":"918.38723ms","start":"2026-04-02T17:39:02.297178Z","end":"2026-04-02T17:39:03.215565Z","steps":["trace[712314959] 'agreement among raft nodes before linearized reading' (duration: 917.669637ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.215628Z","caller":"traceutil/trace.go:171","msg":"trace[949312634] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25860; }","duration":"6.147686326s","start":"2026-04-02T17:38:57.067927Z","end":"2026-04-02T17:39:03.215613Z","steps":["trace[949312634] 'agreement among raft nodes before linearized reading' (duration: 6.147110907s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.297149Z","time spent":"918.500644ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.215669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.067918Z","time spent":"6.147739138s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.215692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942945781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.215696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.23612673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.215724Z","caller":"traceutil/trace.go:171","msg":"trace[20304319] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25860; }","duration":"4.943029963s","start":"2026-04-02T17:38:58.272685Z","end":"2026-04-02T17:39:03.215715Z","steps":["trace[20304319] 'agreement among raft nodes before linearized reading' (duration: 4.942280829s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.215731Z","caller":"traceutil/trace.go:171","msg":"trace[364866284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25860; }","duration":"9.236214462s","start":"2026-04-02T17:38:53.979507Z","end":"2026-04-02T17:39:03.215722Z","steps":["trace[364866284] 'agreement among raft nodes before linearized reading' (duration: 9.235384606s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.272657Z","time spent":"4.943084155s","remote":"127.0.0.1:51856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.215763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.979478Z","time spent":"9.236276314s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.215856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.637400275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.215914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.116597679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:03.215937Z","caller":"traceutil/trace.go:171","msg":"trace[233131781] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25860; }","duration":"11.637548259s","start":"2026-04-02T17:38:51.578371Z","end":"2026-04-02T17:39:03.21592Z","steps":["trace[233131781] 'agreement among raft nodes before linearized reading' (duration: 11.6366367s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307289503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.215538Z","caller":"traceutil/trace.go:171","msg":"trace[413282955] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25860; }","duration":"485.883084ms","start":"2026-04-02T17:39:02.72964Z","end":"2026-04-02T17:39:03.215523Z","steps":["trace[413282955] 'agreement among raft nodes before linearized reading' (duration: 485.682517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023882253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.578326Z","time spent":"11.637663974s","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.148184442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.216025Z","caller":"traceutil/trace.go:171","msg":"trace[1968446211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25860; }","duration":"1.023953995s","start":"2026-04-02T17:39:02.192063Z","end":"2026-04-02T17:39:03.216017Z","steps":["trace[1968446211] 'agreement among raft nodes before linearized reading' (duration: 1.022806989s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216043Z","caller":"traceutil/trace.go:171","msg":"trace[835650064] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25860; }","duration":"6.148260644s","start":"2026-04-02T17:38:57.067771Z","end":"2026-04-02T17:39:03.216032Z","steps":["trace[835650064] 'agreement among raft nodes before linearized reading' (duration: 6.147281683s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.778163411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:03.216065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.192035Z","time spent":"1.024022258s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:03.21604Z","caller":"traceutil/trace.go:171","msg":"trace[1254451361] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25860; }","duration":"1.307880552s","start":"2026-04-02T17:39:01.90811Z","end":"2026-04-02T17:39:03.215991Z","steps":["trace[1254451361] 'agreement among raft nodes before linearized reading' (duration: 1.306772136s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.067745Z","time spent":"6.148325046s","remote":"127.0.0.1:35806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216088Z","caller":"traceutil/trace.go:171","msg":"trace[2046092961] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25860; }","duration":"14.778251215s","start":"2026-04-02T17:38:48.437829Z","end":"2026-04-02T17:39:03.21608Z","steps":["trace[2046092961] 'agreement among raft nodes before linearized reading' (duration: 14.777261813s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.890897779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.21607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.729595Z","time spent":"486.425931ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-02T17:39:03.21612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.437794Z","time spent":"14.778316967s","remote":"127.0.0.1:51948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216127Z","caller":"traceutil/trace.go:171","msg":"trace[2016808047] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25860; }","duration":"11.890937831s","start":"2026-04-02T17:38:51.325177Z","end":"2026-04-02T17:39:03.216115Z","steps":["trace[2016808047] 'agreement among raft nodes before linearized reading' (duration: 11.889843186s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:01.908087Z","time spent":"1.308020436s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.79794713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T17:39:03.216165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.325099Z","time spent":"11.891055994s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216198Z","caller":"traceutil/trace.go:171","msg":"trace[1701764210] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25860; }","duration":"9.798010062s","start":"2026-04-02T17:38:53.418179Z","end":"2026-04-02T17:39:03.216189Z","steps":["trace[1701764210] 'agreement among raft nodes before linearized reading' (duration: 9.796743962s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.418163Z","time spent":"9.798095815s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:39:03.216328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.495752871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:03.216353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.954623037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:39:03.216383Z","caller":"traceutil/trace.go:171","msg":"trace[193782459] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25860; }","duration":"10.954689809s","start":"2026-04-02T17:38:52.261684Z","end":"2026-04-02T17:39:03.216374Z","steps":["trace[193782459] 'agreement among raft nodes before linearized reading' (duration: 10.953285724s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.482307361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:03.216409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.261666Z","time spent":"10.954737791s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:39:03.216416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872701148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.215953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312791334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-02T17:39:03.216451Z","caller":"traceutil/trace.go:171","msg":"trace[976752476] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25860; }","duration":"2.87277744s","start":"2026-04-02T17:39:00.343664Z","end":"2026-04-02T17:39:03.216442Z","steps":["trace[976752476] 'agreement among raft nodes before linearized reading' (duration: 2.871260862s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.069752244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418684"} {"level":"warn","ts":"2026-04-02T17:39:03.216473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.912659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.216477Z","caller":"traceutil/trace.go:171","msg":"trace[1881481817] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25860; }","duration":"5.313321212s","start":"2026-04-02T17:38:57.903138Z","end":"2026-04-02T17:39:03.216459Z","steps":["trace[1881481817] 'agreement among raft nodes before linearized reading' (duration: 5.311886746s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216441Z","caller":"traceutil/trace.go:171","msg":"trace[13682223] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25860; }","duration":"8.482400333s","start":"2026-04-02T17:38:54.734018Z","end":"2026-04-02T17:39:03.216418Z","steps":["trace[13682223] 'agreement among raft nodes before linearized reading' (duration: 8.480862184s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.903114Z","time spent":"5.313399153s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T17:39:03.216079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684176991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:03.216546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.01509254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.841628278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.215954Z","caller":"traceutil/trace.go:171","msg":"trace[1171025570] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25860; }","duration":"8.116688272s","start":"2026-04-02T17:38:55.099251Z","end":"2026-04-02T17:39:03.215939Z","steps":["trace[1171025570] 'agreement among raft nodes before linearized reading' (duration: 8.115614948s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.733988Z","time spent":"8.482531228s","remote":"127.0.0.1:51338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03590198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-02T17:39:03.216594Z","caller":"traceutil/trace.go:171","msg":"trace[105085821] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25860; }","duration":"7.841667179s","start":"2026-04-02T17:38:55.374912Z","end":"2026-04-02T17:39:03.216579Z","steps":["trace[105085821] 'agreement among raft nodes before linearized reading' (duration: 7.839852472s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961430294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.099224Z","time spent":"8.117391085s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216645Z","caller":"traceutil/trace.go:171","msg":"trace[1234819341] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25860; }","duration":"2.961517977s","start":"2026-04-02T17:39:00.255117Z","end":"2026-04-02T17:39:03.216635Z","steps":["trace[1234819341] 'agreement among raft nodes before linearized reading' (duration: 2.959818943s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.191768285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.479104878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:03.216682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.25509Z","time spent":"2.96158393s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216706Z","caller":"traceutil/trace.go:171","msg":"trace[234900971] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25860; }","duration":"14.191848348s","start":"2026-04-02T17:38:49.02485Z","end":"2026-04-02T17:39:03.216698Z","steps":["trace[234900971] 'agreement among raft nodes before linearized reading' (duration: 14.190217326s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.274037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.024825Z","time spent":"14.191899569s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216729Z","caller":"traceutil/trace.go:171","msg":"trace[1129665483] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25860; }","duration":"9.479849091s","start":"2026-04-02T17:38:53.736861Z","end":"2026-04-02T17:39:03.21671Z","steps":["trace[1129665483] 'agreement among raft nodes before linearized reading' (duration: 9.478050533s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216502Z","caller":"traceutil/trace.go:171","msg":"trace[1483937956] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25860; }","duration":"157.989691ms","start":"2026-04-02T17:39:03.058505Z","end":"2026-04-02T17:39:03.216495Z","steps":["trace[1483937956] 'agreement among raft nodes before linearized reading' (duration: 157.933759ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216376Z","caller":"traceutil/trace.go:171","msg":"trace[124496134] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25860; }","duration":"7.495801193s","start":"2026-04-02T17:38:55.72056Z","end":"2026-04-02T17:39:03.216361Z","steps":["trace[124496134] 'agreement among raft nodes before linearized reading' (duration: 7.494538432s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06990948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.184906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-02T17:39:03.216841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.72049Z","time spent":"7.496337509s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.07725887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.21662Z","caller":"traceutil/trace.go:171","msg":"trace[896605971] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25860; }","duration":"7.035978593s","start":"2026-04-02T17:38:56.180635Z","end":"2026-04-02T17:39:03.216614Z","steps":["trace[896605971] 'agreement among raft nodes before linearized reading' (duration: 7.034429903s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125732212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.216875Z","caller":"traceutil/trace.go:171","msg":"trace[674224843] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25860; }","duration":"482.280898ms","start":"2026-04-02T17:39:02.734577Z","end":"2026-04-02T17:39:03.216858Z","steps":["trace[674224843] 'agreement among raft nodes before linearized reading' (duration: 482.02182ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216897Z","caller":"traceutil/trace.go:171","msg":"trace[1670055468] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25860; }","duration":"7.125796113s","start":"2026-04-02T17:38:56.091095Z","end":"2026-04-02T17:39:03.216891Z","steps":["trace[1670055468] 'agreement among raft nodes before linearized reading' (duration: 7.123982385s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216893Z","caller":"traceutil/trace.go:171","msg":"trace[1619327624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25860; }","duration":"10.077351623s","start":"2026-04-02T17:38:53.139528Z","end":"2026-04-02T17:39:03.216879Z","steps":["trace[1619327624] 'agreement among raft nodes before linearized reading' (duration: 10.075415871s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.2169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.180606Z","time spent":"7.036283702s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:39:03.216909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.541638714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.139508Z","time spent":"10.077417505s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.68615852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.216961Z","caller":"traceutil/trace.go:171","msg":"trace[963965082] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25860; }","duration":"11.541693035s","start":"2026-04-02T17:38:51.675258Z","end":"2026-04-02T17:39:03.216951Z","steps":["trace[963965082] 'agreement among raft nodes before linearized reading' (duration: 11.539735133s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216984Z","caller":"traceutil/trace.go:171","msg":"trace[962244046] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25860; }","duration":"14.686181941s","start":"2026-04-02T17:38:48.530794Z","end":"2026-04-02T17:39:03.216976Z","steps":["trace[962244046] 'agreement among raft nodes before linearized reading' (duration: 14.684285631s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216574Z","caller":"traceutil/trace.go:171","msg":"trace[64511860] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25860; }","duration":"11.015164973s","start":"2026-04-02T17:38:52.2014Z","end":"2026-04-02T17:39:03.216565Z","steps":["trace[64511860] 'agreement among raft nodes before linearized reading' (duration: 11.013582372s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.883488469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.216574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.842133383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.217056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.293420284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:03.217066Z","caller":"traceutil/trace.go:171","msg":"trace[2027919840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25860; }","duration":"14.883920252s","start":"2026-04-02T17:38:48.333126Z","end":"2026-04-02T17:39:03.217047Z","steps":["trace[2027919840] 'agreement among raft nodes before linearized reading' (duration: 14.881689731s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.215357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.177203535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:03.217064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.436882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-02T17:39:03.217104Z","caller":"traceutil/trace.go:171","msg":"trace[67695766] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25860; }","duration":"5.293508018s","start":"2026-04-02T17:38:57.923587Z","end":"2026-04-02T17:39:03.217095Z","steps":["trace[67695766] 'agreement among raft nodes before linearized reading' (duration: 5.291413061s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.217113Z","caller":"traceutil/trace.go:171","msg":"trace[1366102415] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25860; }","duration":"10.179005982s","start":"2026-04-02T17:38:53.038097Z","end":"2026-04-02T17:39:03.217103Z","steps":["trace[1366102415] 'agreement among raft nodes before linearized reading' (duration: 10.176858564s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.217116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.333096Z","time spent":"14.884004715s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.877425872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:03.217139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.038077Z","time spent":"10.179055694s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216497Z","caller":"traceutil/trace.go:171","msg":"trace[225033455] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25860; }","duration":"14.069835307s","start":"2026-04-02T17:38:49.146654Z","end":"2026-04-02T17:39:03.216489Z","steps":["trace[225033455] 'agreement among raft nodes before linearized reading' (duration: 14.068401541s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.217153Z","caller":"traceutil/trace.go:171","msg":"trace[1523811896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25860; }","duration":"7.877499835s","start":"2026-04-02T17:38:55.339643Z","end":"2026-04-02T17:39:03.217143Z","steps":["trace[1523811896] 'agreement among raft nodes before linearized reading' (duration: 7.875194532s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.217185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.339622Z","time spent":"7.877555477s","remote":"127.0.0.1:59560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.14663Z","time spent":"14.070543619s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418708,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-02T17:39:03.216635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.374856Z","time spent":"7.841770283s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30139309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-02T17:39:03.216924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.091076Z","time spent":"7.125842865s","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.217296Z","caller":"traceutil/trace.go:171","msg":"trace[1142888353] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25860; }","duration":"5.302687471s","start":"2026-04-02T17:38:57.914599Z","end":"2026-04-02T17:39:03.217286Z","steps":["trace[1142888353] 'agreement among raft nodes before linearized reading' (duration: 5.300413738s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.217337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.914574Z","time spent":"5.302748383s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:39:03.217135Z","caller":"traceutil/trace.go:171","msg":"trace[1794925939] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db; range_end:; response_count:1; response_revision:25860; }","duration":"486.533964ms","start":"2026-04-02T17:39:02.73059Z","end":"2026-04-02T17:39:03.217124Z","steps":["trace[1794925939] 'agreement among raft nodes before linearized reading' (duration: 486.318257ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:03.216865Z","caller":"traceutil/trace.go:171","msg":"trace[989776734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25860; }","duration":"5.069978862s","start":"2026-04-02T17:38:58.146862Z","end":"2026-04-02T17:39:03.21684Z","steps":["trace[989776734] 'agreement among raft nodes before linearized reading' (duration: 5.068118792s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.216418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.729611Z","time spent":"486.805453ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:03.21743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.146845Z","time spent":"5.070569831s","remote":"127.0.0.1:43610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:03.216746Z","caller":"traceutil/trace.go:171","msg":"trace[950642823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25860; }","duration":"903.308518ms","start":"2026-04-02T17:39:02.313426Z","end":"2026-04-02T17:39:03.216734Z","steps":["trace[950642823] 'agreement among raft nodes before linearized reading' (duration: 901.399417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.217529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.313352Z","time spent":"904.158265ms","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.343643Z","time spent":"2.872833892s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.21706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.201377Z","time spent":"11.015652348s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.215968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.703040583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128309"} {"level":"info","ts":"2026-04-02T17:39:03.217847Z","caller":"traceutil/trace.go:171","msg":"trace[926882096] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25860; }","duration":"12.704958445s","start":"2026-04-02T17:38:50.512874Z","end":"2026-04-02T17:39:03.217833Z","steps":["trace[926882096] 'agreement among raft nodes before linearized reading' (duration: 12.702168875s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.217904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.512848Z","time spent":"12.705042727s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128333,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-02T17:39:03.216915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.734572Z","time spent":"482.33766ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-02T17:39:03.216571Z","caller":"traceutil/trace.go:171","msg":"trace[1511407781] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25860; }","duration":"2.684711898s","start":"2026-04-02T17:39:00.53185Z","end":"2026-04-02T17:39:03.216562Z","steps":["trace[1511407781] 'agreement among raft nodes before linearized reading' (duration: 2.683059965s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.218319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.531826Z","time spent":"2.686478425s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.675185Z","time spent":"11.541804479s","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.530744Z","time spent":"14.686254224s","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630952698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:03.218713Z","caller":"traceutil/trace.go:171","msg":"trace[344709354] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25860; }","duration":"3.632661062s","start":"2026-04-02T17:38:59.586025Z","end":"2026-04-02T17:39:03.218686Z","steps":["trace[344709354] 'agreement among raft nodes before linearized reading' (duration: 3.628924422s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.218767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:59.586001Z","time spent":"3.632747195s","remote":"127.0.0.1:59376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.432488268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:39:03.218858Z","caller":"traceutil/trace.go:171","msg":"trace[1415013550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25860; }","duration":"7.434311107s","start":"2026-04-02T17:38:55.784527Z","end":"2026-04-02T17:39:03.218838Z","steps":["trace[1415013550] 'agreement among raft nodes before linearized reading' (duration: 7.430560247s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.218905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.784503Z","time spent":"7.434387879s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-02T17:39:03.217081Z","caller":"traceutil/trace.go:171","msg":"trace[10234727] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25860; }","duration":"9.84267173s","start":"2026-04-02T17:38:53.374395Z","end":"2026-04-02T17:39:03.217067Z","steps":["trace[10234727] 'agreement among raft nodes before linearized reading' (duration: 9.840538882s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.219017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.37437Z","time spent":"9.844632613s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.923574Z","time spent":"5.293554829s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.216782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.736829Z","time spent":"9.479937363s","remote":"127.0.0.1:42322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":78,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:03.217382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.730575Z","time spent":"486.796153ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db\" "} {"level":"warn","ts":"2026-04-02T17:39:03.218206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.205504Z","time spent":"3.009465181s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":576,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:03.723686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:04.224308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904046,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:04.395273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102248607s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:05.224747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:05.224891Z","caller":"traceutil/trace.go:171","msg":"trace[1802825609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151533s","start":"2026-04-02T17:39:03.224711Z","end":"2026-04-02T17:39:05.224862Z","steps":["trace[1802825609] 'agreement among raft nodes before linearized reading' (duration: 1.999981217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:05.224966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.224705Z","time spent":"2.000245865s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:05.813091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417489477s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-02T17:39:05.813255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.222382Z","time spent":"2.590868897s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:07.226004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:07.226112Z","caller":"traceutil/trace.go:171","msg":"trace[1474568854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259476s","start":"2026-04-02T17:39:05.225822Z","end":"2026-04-02T17:39:07.226081Z","steps":["trace[1474568854] 'agreement among raft nodes before linearized reading' (duration: 2.000119962s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:07.22617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.225803Z","time spent":"2.000355979s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:07.905293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.508781183s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:08.86832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.650935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:08.870009Z","caller":"traceutil/trace.go:171","msg":"trace[414736259] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"5.645114108s","start":"2026-04-02T17:39:03.224863Z","end":"2026-04-02T17:39:08.869977Z","steps":["trace[414736259] 'process raft request' (duration: 5.643861918s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:08.870173Z","caller":"traceutil/trace.go:171","msg":"trace[1948253866] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"5.647529955s","start":"2026-04-02T17:39:03.222624Z","end":"2026-04-02T17:39:08.870154Z","steps":["trace[1948253866] 'process raft request' (duration: 4.682905577s)","trace[1948253866] 'compare' (duration: 960.201907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:08.870193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.224853Z","time spent":"5.645233452s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:08.870242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.22261Z","time spent":"5.647597228s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:08.870406Z","caller":"traceutil/trace.go:171","msg":"trace[892480885] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"5.646523483s","start":"2026-04-02T17:39:03.223871Z","end":"2026-04-02T17:39:08.870395Z","steps":["trace[892480885] 'process raft request' (duration: 5.644595642s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.870471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.22386Z","time spent":"5.646581035s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:08.870485Z","caller":"traceutil/trace.go:171","msg":"trace[1999049053] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"5.644410896s","start":"2026-04-02T17:39:03.226026Z","end":"2026-04-02T17:39:08.870437Z","steps":["trace[1999049053] 'process raft request' (duration: 5.642774794s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:08.870603Z","caller":"traceutil/trace.go:171","msg":"trace[1284377267] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"3.054956513s","start":"2026-04-02T17:39:05.815623Z","end":"2026-04-02T17:39:08.87058Z","steps":["trace[1284377267] 'process raft request' (duration: 3.054903692s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.870652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.226018Z","time spent":"5.64454643s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:08.870709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.815591Z","time spent":"3.055068977s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:08.871071Z","caller":"traceutil/trace.go:171","msg":"trace[981570627] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"5.644815739s","start":"2026-04-02T17:39:03.226242Z","end":"2026-04-02T17:39:08.871057Z","steps":["trace[981570627] 'process raft request' (duration: 5.642626989s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.871149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.226234Z","time spent":"5.64487704s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:08.871746Z","caller":"traceutil/trace.go:171","msg":"trace[1084080169] linearizableReadLoop","detail":"{readStateIndex:26727; appliedIndex:26719; }","duration":"5.649113756s","start":"2026-04-02T17:39:03.222621Z","end":"2026-04-02T17:39:08.871735Z","steps":["trace[1084080169] 'read index received' (duration: 1.172957588s)","trace[1084080169] 'applied index is now lower than readState.Index' (duration: 4.476154538s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:08.871534Z","caller":"traceutil/trace.go:171","msg":"trace[1366149069] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"5.645037316s","start":"2026-04-02T17:39:03.226485Z","end":"2026-04-02T17:39:08.871522Z","steps":["trace[1366149069] 'process raft request' (duration: 5.642430822s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.871871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.22646Z","time spent":"5.645371847s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:08.871903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795043876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.871881Z","caller":"traceutil/trace.go:171","msg":"trace[1112622885] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"5.267830468s","start":"2026-04-02T17:39:03.604003Z","end":"2026-04-02T17:39:08.871833Z","steps":["trace[1112622885] 'process raft request' (duration: 5.265298987s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:08.871936Z","caller":"traceutil/trace.go:171","msg":"trace[670921962] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25868; }","duration":"1.795123088s","start":"2026-04-02T17:39:07.076803Z","end":"2026-04-02T17:39:08.871927Z","steps":["trace[670921962] 'agreement among raft nodes before linearized reading' (duration: 1.795058606s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.871932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338684763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:08.871958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.076784Z","time spent":"1.795169009s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:08.87196Z","caller":"traceutil/trace.go:171","msg":"trace[1716965150] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25868; }","duration":"5.338718214s","start":"2026-04-02T17:39:03.533234Z","end":"2026-04-02T17:39:08.871952Z","steps":["trace[1716965150] 'agreement among raft nodes before linearized reading' (duration: 5.338631572s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.871981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.53317Z","time spent":"5.338806277s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.87205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.603982Z","time spent":"5.267975923s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:08.872072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.520242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.872091Z","caller":"traceutil/trace.go:171","msg":"trace[57482513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25868; }","duration":"475.539823ms","start":"2026-04-02T17:39:08.396544Z","end":"2026-04-02T17:39:08.872084Z","steps":["trace[57482513] 'agreement among raft nodes before linearized reading' (duration: 475.504362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647227796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-02T17:39:08.872106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.39647Z","time spent":"475.631615ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.872104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071984668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.872113Z","caller":"traceutil/trace.go:171","msg":"trace[942543956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25868; }","duration":"5.647255396s","start":"2026-04-02T17:39:03.22485Z","end":"2026-04-02T17:39:08.872106Z","steps":["trace[942543956] 'agreement among raft nodes before linearized reading' (duration: 5.647183064s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:08.872128Z","caller":"traceutil/trace.go:171","msg":"trace[1399519890] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25868; }","duration":"2.072063751s","start":"2026-04-02T17:39:06.800056Z","end":"2026-04-02T17:39:08.87212Z","steps":["trace[1399519890] 'agreement among raft nodes before linearized reading' (duration: 2.072015579s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.224834Z","time spent":"5.647299208s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-02T17:39:08.872151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:06.80002Z","time spent":"2.072125403s","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.872186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.648472956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-02T17:39:08.872207Z","caller":"traceutil/trace.go:171","msg":"trace[342425895] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25868; }","duration":"5.648494566s","start":"2026-04-02T17:39:03.223706Z","end":"2026-04-02T17:39:08.8722Z","steps":["trace[342425895] 'agreement among raft nodes before linearized reading' (duration: 5.648384353s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.478414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:08.872229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.223669Z","time spent":"5.648555788s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-02T17:39:08.872238Z","caller":"traceutil/trace.go:171","msg":"trace[1388859001] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25868; }","duration":"522.535625ms","start":"2026-04-02T17:39:08.349692Z","end":"2026-04-02T17:39:08.872228Z","steps":["trace[1388859001] 'agreement among raft nodes before linearized reading' (duration: 522.497244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.349668Z","time spent":"522.587057ms","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:08.872287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646634437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:39:08.872316Z","caller":"traceutil/trace.go:171","msg":"trace[1925592323] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25868; }","duration":"5.646678548s","start":"2026-04-02T17:39:03.225631Z","end":"2026-04-02T17:39:08.872309Z","steps":["trace[1925592323] 'agreement among raft nodes before linearized reading' (duration: 5.646609036s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.225621Z","time spent":"5.64671308s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:39:08.872391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125412948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.872409Z","caller":"traceutil/trace.go:171","msg":"trace[1993780568] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25868; }","duration":"1.125479201s","start":"2026-04-02T17:39:07.746924Z","end":"2026-04-02T17:39:08.872403Z","steps":["trace[1993780568] 'agreement among raft nodes before linearized reading' (duration: 1.12544583s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.746901Z","time spent":"1.125522762s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.872433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190230451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.872454Z","caller":"traceutil/trace.go:171","msg":"trace[1701058417] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25868; }","duration":"1.190285872s","start":"2026-04-02T17:39:07.68216Z","end":"2026-04-02T17:39:08.872446Z","steps":["trace[1701058417] 'agreement among raft nodes before linearized reading' (duration: 1.190250191s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.649792898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116781"} {"level":"warn","ts":"2026-04-02T17:39:08.872509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211116558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:08.872513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63784873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.87252Z","caller":"traceutil/trace.go:171","msg":"trace[183477325] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25868; }","duration":"5.649912401s","start":"2026-04-02T17:39:03.22259Z","end":"2026-04-02T17:39:08.872503Z","steps":["trace[183477325] 'agreement among raft nodes before linearized reading' (duration: 5.649224299s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:08.872533Z","caller":"traceutil/trace.go:171","msg":"trace[1259159884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25868; }","duration":"1.211178951s","start":"2026-04-02T17:39:07.661349Z","end":"2026-04-02T17:39:08.872528Z","steps":["trace[1259159884] 'agreement among raft nodes before linearized reading' (duration: 1.21113862s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:08.872539Z","caller":"traceutil/trace.go:171","msg":"trace[975401869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25868; }","duration":"1.637916983s","start":"2026-04-02T17:39:07.234615Z","end":"2026-04-02T17:39:08.872532Z","steps":["trace[975401869] 'agreement among raft nodes before linearized reading' (duration: 1.637875102s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.661328Z","time spent":"1.211222312s","remote":"127.0.0.1:43830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.872572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.222572Z","time spent":"5.649990344s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116805,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-02T17:39:08.872269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019639624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.872687Z","caller":"traceutil/trace.go:171","msg":"trace[1871152374] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25868; }","duration":"4.020099909s","start":"2026-04-02T17:39:04.852575Z","end":"2026-04-02T17:39:08.872675Z","steps":["trace[1871152374] 'agreement among raft nodes before linearized reading' (duration: 4.019662925s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.872713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:04.852542Z","time spent":"4.020165521s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.872477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.682142Z","time spent":"1.190330364s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.87256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.234586Z","time spent":"1.637970495s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:08.873471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650818381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116781"} {"level":"info","ts":"2026-04-02T17:39:08.873514Z","caller":"traceutil/trace.go:171","msg":"trace[468596808] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:25868; }","duration":"5.650872952s","start":"2026-04-02T17:39:03.222633Z","end":"2026-04-02T17:39:08.873506Z","steps":["trace[468596808] 'agreement among raft nodes before linearized reading' (duration: 5.649221229s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.873547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.222627Z","time spent":"5.650909513s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116805,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-02T17:39:08.873883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983967403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:08.873917Z","caller":"traceutil/trace.go:171","msg":"trace[2111981139] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25868; }","duration":"4.984036315s","start":"2026-04-02T17:39:03.889873Z","end":"2026-04-02T17:39:08.873909Z","steps":["trace[2111981139] 'agreement among raft nodes before linearized reading' (duration: 4.982409913s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.873937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.889856Z","time spent":"4.984075957s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2760,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:09.386393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:09.886497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:10.386808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:10.887077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:10.887325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:10.887389Z","caller":"traceutil/trace.go:171","msg":"trace[1240120472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124552s","start":"2026-04-02T17:39:08.88724Z","end":"2026-04-02T17:39:10.887365Z","steps":["trace[1240120472] 'agreement among raft nodes before linearized reading' (duration: 2.000034649s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:10.887441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.887209Z","time spent":"2.000221545s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:11.38814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:11.754801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.874687281s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:12.887963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:12.888086Z","caller":"traceutil/trace.go:171","msg":"trace[1265481853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021849s","start":"2026-04-02T17:39:10.888042Z","end":"2026-04-02T17:39:12.888063Z","steps":["trace[1265481853] 'agreement among raft nodes before linearized reading' (duration: 1.999867014s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:12.888139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.888021Z","time spent":"2.000106571s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:14.337203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.382553Z","time spent":"4.954636693s","remote":"127.0.0.1:34344","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:14.338274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642550919s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:14.338422Z","caller":"traceutil/trace.go:171","msg":"trace[38385186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25868; }","duration":"2.642708894s","start":"2026-04-02T17:39:11.695693Z","end":"2026-04-02T17:39:14.338402Z","steps":["trace[38385186] 'range keys from in-memory index tree' (duration: 2.642531448s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:14.34197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586924401s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:14.342151Z","caller":"traceutil/trace.go:171","msg":"trace[1022611185] linearizableReadLoop","detail":"{readStateIndex:26731; appliedIndex:26728; }","duration":"5.461938642s","start":"2026-04-02T17:39:08.880203Z","end":"2026-04-02T17:39:14.342142Z","steps":["trace[1022611185] 'read index received' (duration: 2.874789474s)","trace[1022611185] 'applied index is now lower than readState.Index' (duration: 2.587148198s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:14.342293Z","caller":"traceutil/trace.go:171","msg":"trace[1585087916] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"5.462274792s","start":"2026-04-02T17:39:08.88001Z","end":"2026-04-02T17:39:14.342285Z","steps":["trace[1585087916] 'process raft request' (duration: 2.874970849s)","trace[1585087916] 'compare' (duration: 2.583610925s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:14.342336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.879987Z","time spent":"5.462328534s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:14.342375Z","caller":"traceutil/trace.go:171","msg":"trace[1207128479] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"3.617272381s","start":"2026-04-02T17:39:10.725053Z","end":"2026-04-02T17:39:14.342325Z","steps":["trace[1207128479] 'process raft request' (duration: 3.617034343s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:14.342426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.462216031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-02T17:39:14.342456Z","caller":"traceutil/trace.go:171","msg":"trace[407307160] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25871; }","duration":"5.462252142s","start":"2026-04-02T17:39:08.880194Z","end":"2026-04-02T17:39:14.342446Z","steps":["trace[407307160] 'agreement among raft nodes before linearized reading' (duration: 5.462119937s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:14.342458Z","caller":"traceutil/trace.go:171","msg":"trace[2028782301] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"5.462293693s","start":"2026-04-02T17:39:08.880149Z","end":"2026-04-02T17:39:14.342443Z","steps":["trace[2028782301] 'process raft request' (duration: 5.461886319s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:14.34248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.880189Z","time spent":"5.462286593s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-02T17:39:14.342489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.880126Z","time spent":"5.462349195s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:14.342529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.725031Z","time spent":"3.617412465s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:14.623244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.649012656s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:14.895086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:14.895194Z","caller":"traceutil/trace.go:171","msg":"trace[512149727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009718s","start":"2026-04-02T17:39:12.89507Z","end":"2026-04-02T17:39:14.895167Z","steps":["trace[512149727] 'agreement among raft nodes before linearized reading' (duration: 1.999958816s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:14.895242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.895052Z","time spent":"2.000181672s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:16.896356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:16.896457Z","caller":"traceutil/trace.go:171","msg":"trace[122360473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293348s","start":"2026-04-02T17:39:14.89614Z","end":"2026-04-02T17:39:16.896434Z","steps":["trace[122360473] 'agreement among raft nodes before linearized reading' (duration: 2.000157044s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.896517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.896125Z","time spent":"2.000380541s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:17.586707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.963230651s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:18.826873Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"18629d4f1808e591","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-02T17:39:18.886096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001475836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:18.886201Z","caller":"traceutil/trace.go:171","msg":"trace[855317746] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.001625461s","start":"2026-04-02T17:39:08.884553Z","end":"2026-04-02T17:39:18.886178Z","steps":["trace[855317746] 'agreement among raft nodes before linearized reading' (duration: 10.001484916s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:18.886256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.884546Z","time spent":"10.001699193s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/02 17:39:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:18.905466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:18.905553Z","caller":"traceutil/trace.go:171","msg":"trace[741646796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036279s","start":"2026-04-02T17:39:16.905499Z","end":"2026-04-02T17:39:18.905535Z","steps":["trace[741646796] 'agreement among raft nodes before linearized reading' (duration: 1.999951986s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:18.905846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.905476Z","time spent":"2.000360009s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:20.097059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.096409Z","time spent":"7.000642172s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:20.169906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:20.169973Z","caller":"traceutil/trace.go:171","msg":"trace[604047702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159884s","start":"2026-04-02T17:39:18.169793Z","end":"2026-04-02T17:39:20.169952Z","steps":["trace[604047702] 'agreement among raft nodes before linearized reading' (duration: 2.000075681s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:20.170016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.169764Z","time spent":"2.000244505s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:20.828342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585043913s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:20.88318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.882547Z","time spent":"7.000626562s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:20.90548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999575084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:20.905578Z","caller":"traceutil/trace.go:171","msg":"trace[390873319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999736969s","start":"2026-04-02T17:39:18.905819Z","end":"2026-04-02T17:39:20.905556Z","steps":["trace[390873319] 'agreement among raft nodes before linearized reading' (duration: 1.999615765s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:20.905665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.905796Z","time spent":"1.999860483s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:22.911442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999828061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:22.911532Z","caller":"traceutil/trace.go:171","msg":"trace[811915255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990657s","start":"2026-04-02T17:39:20.911523Z","end":"2026-04-02T17:39:22.911513Z","steps":["trace[811915255] 'agreement among raft nodes before linearized reading' (duration: 1.999871403s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:22.911571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.9115Z","time spent":"2.000064359s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:24.913399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000974579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:24.913507Z","caller":"traceutil/trace.go:171","msg":"trace[573647526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001130345s","start":"2026-04-02T17:39:22.912353Z","end":"2026-04-02T17:39:24.913483Z","steps":["trace[573647526] 'agreement among raft nodes before linearized reading' (duration: 2.00098802s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:24.913615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.912337Z","time spent":"2.001265509s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:24.984493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.360992159s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-02T17:39:24.985273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289591695s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:24.98544Z","caller":"traceutil/trace.go:171","msg":"trace[1770783953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25871; }","duration":"3.289770631s","start":"2026-04-02T17:39:21.695645Z","end":"2026-04-02T17:39:24.985415Z","steps":["trace[1770783953] 'range keys from in-memory index tree' (duration: 3.289569955s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:24.986292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.157691737s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:26.243732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:19.243151Z","time spent":"7.000567721s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:26.921689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:26.921782Z","caller":"traceutil/trace.go:171","msg":"trace[1123653149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225134s","start":"2026-04-02T17:39:24.921536Z","end":"2026-04-02T17:39:26.921761Z","steps":["trace[1123653149] 'agreement among raft nodes before linearized reading' (duration: 2.00010328s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:26.92182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.921507Z","time spent":"2.000305407s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:27.103615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.102926Z","time spent":"7.000680914s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:28.033498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040974546s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:28.033774Z","caller":"traceutil/trace.go:171","msg":"trace[1093548886] linearizableReadLoop","detail":"{readStateIndex:26734; appliedIndex:26731; }","duration":"13.691584834s","start":"2026-04-02T17:39:14.342168Z","end":"2026-04-02T17:39:28.033753Z","steps":["trace[1093548886] 'read index received' (duration: 281.344104ms)","trace[1093548886] 'applied index is now lower than readState.Index' (duration: 13.41023923s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:28.034185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.19054244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"warn","ts":"2026-04-02T17:39:28.034226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.815927439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:28.03428Z","caller":"traceutil/trace.go:171","msg":"trace[346975707] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25874; }","duration":"18.190690466s","start":"2026-04-02T17:39:09.843568Z","end":"2026-04-02T17:39:28.034259Z","steps":["trace[346975707] 'agreement among raft nodes before linearized reading' (duration: 18.190464468s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:28.034309Z","caller":"traceutil/trace.go:171","msg":"trace[1333012453] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25874; }","duration":"13.816079694s","start":"2026-04-02T17:39:14.21821Z","end":"2026-04-02T17:39:28.034289Z","steps":["trace[1333012453] 'agreement among raft nodes before linearized reading' (duration: 13.815630399s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.035718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.218186Z","time spent":"13.817478249s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.035838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.845015257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:28.034323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.843544Z","time spent":"18.190770038s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-02T17:39:28.035894Z","caller":"traceutil/trace.go:171","msg":"trace[1707977866] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25874; }","duration":"15.8451173s","start":"2026-04-02T17:39:12.190757Z","end":"2026-04-02T17:39:28.035875Z","steps":["trace[1707977866] 'agreement among raft nodes before linearized reading' (duration: 15.844989756s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.035893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.161662201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:28.035935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.190739Z","time spent":"15.845185433s","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.035943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.045145282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-02T17:39:28.035948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.38194217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:28.035958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.253343678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:28.035983Z","caller":"traceutil/trace.go:171","msg":"trace[1050966106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25874; }","duration":"19.045222644s","start":"2026-04-02T17:39:08.990746Z","end":"2026-04-02T17:39:28.035968Z","steps":["trace[1050966106] 'agreement among raft nodes before linearized reading' (duration: 19.045016698s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:28.035983Z","caller":"traceutil/trace.go:171","msg":"trace[1694040573] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25874; }","duration":"16.161809535s","start":"2026-04-02T17:39:11.874153Z","end":"2026-04-02T17:39:28.035963Z","steps":["trace[1694040573] 'agreement among raft nodes before linearized reading' (duration: 16.161620379s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:28.036002Z","caller":"traceutil/trace.go:171","msg":"trace[1689332666] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25874; }","duration":"18.382050763s","start":"2026-04-02T17:39:09.653933Z","end":"2026-04-02T17:39:28.035984Z","steps":["trace[1689332666] 'agreement among raft nodes before linearized reading' (duration: 18.381945219s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.034514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.250080678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:28.036028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.874107Z","time spent":"16.161909798s","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:28.036025Z","caller":"traceutil/trace.go:171","msg":"trace[71014531] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25874; }","duration":"18.253463312s","start":"2026-04-02T17:39:09.782541Z","end":"2026-04-02T17:39:28.036005Z","steps":["trace[71014531] 'agreement among raft nodes before linearized reading' (duration: 18.253341729s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.151670398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a29ae460255c99\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-02T17:39:28.036048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.653907Z","time spent":"18.382127815s","remote":"127.0.0.1:35212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:28.036055Z","caller":"traceutil/trace.go:171","msg":"trace[742026109] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25874; }","duration":"14.25168049s","start":"2026-04-02T17:39:13.784359Z","end":"2026-04-02T17:39:28.036039Z","steps":["trace[742026109] 'agreement among raft nodes before linearized reading' (duration: 14.250094339s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.78252Z","time spent":"18.253544474s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.036096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.763219269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:28.036128Z","caller":"traceutil/trace.go:171","msg":"trace[793016387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25874; }","duration":"18.763283061s","start":"2026-04-02T17:39:09.272835Z","end":"2026-04-02T17:39:28.036118Z","steps":["trace[793016387] 'agreement among raft nodes before linearized reading' (duration: 18.76323738s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.272817Z","time spent":"18.763324982s","remote":"127.0.0.1:37040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.036154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.146320506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-02T17:39:28.036172Z","caller":"traceutil/trace.go:171","msg":"trace[1707607014] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25874; }","duration":"19.146361758s","start":"2026-04-02T17:39:08.889804Z","end":"2026-04-02T17:39:28.036166Z","steps":["trace[1707607014] 'agreement among raft nodes before linearized reading' (duration: 19.146302746s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.435035257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:28.036189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.889793Z","time spent":"19.146391598s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T17:39:28.036202Z","caller":"traceutil/trace.go:171","msg":"trace[14850642] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25874; }","duration":"18.435213112s","start":"2026-04-02T17:39:09.600977Z","end":"2026-04-02T17:39:28.03619Z","steps":["trace[14850642] 'agreement among raft nodes before linearized reading' (duration: 18.435057957s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:28.036087Z","caller":"traceutil/trace.go:171","msg":"trace[1790002412] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a29ae460255c99; range_end:; response_count:1; response_revision:25874; }","duration":"19.151712048s","start":"2026-04-02T17:39:08.884356Z","end":"2026-04-02T17:39:28.036068Z","steps":["trace[1790002412] 'agreement among raft nodes before linearized reading' (duration: 19.151574824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.600939Z","time spent":"18.435287246s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.036265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.88435Z","time spent":"19.151906624s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18a29ae460255c99\" "} {"level":"warn","ts":"2026-04-02T17:39:28.036283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.152416181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-02T17:39:28.034686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.528061432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:28.034662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.283272838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:28.036326Z","caller":"traceutil/trace.go:171","msg":"trace[1045899435] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25874; }","duration":"19.152471882s","start":"2026-04-02T17:39:08.883841Z","end":"2026-04-02T17:39:28.036313Z","steps":["trace[1045899435] 'agreement among raft nodes before linearized reading' (duration: 19.152251315s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:28.036351Z","caller":"traceutil/trace.go:171","msg":"trace[119151996] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25874; }","duration":"16.285048655s","start":"2026-04-02T17:39:11.751287Z","end":"2026-04-02T17:39:28.036335Z","steps":["trace[119151996] 'agreement among raft nodes before linearized reading' (duration: 16.283229777s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.883836Z","time spent":"19.152515455s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-02T17:39:28.036353Z","caller":"traceutil/trace.go:171","msg":"trace[1794909643] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25874; }","duration":"17.529716125s","start":"2026-04-02T17:39:10.506614Z","end":"2026-04-02T17:39:28.03633Z","steps":["trace[1794909643] 'agreement among raft nodes before linearized reading' (duration: 17.527968609s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.751261Z","time spent":"16.285118906s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.034831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.126299977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:28.036424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.50652Z","time spent":"17.52988257s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:28.036454Z","caller":"traceutil/trace.go:171","msg":"trace[372545525] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25874; }","duration":"18.12795548s","start":"2026-04-02T17:39:09.908482Z","end":"2026-04-02T17:39:28.036437Z","steps":["trace[372545525] 'agreement among raft nodes before linearized reading' (duration: 18.126262116s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.036497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.908462Z","time spent":"18.128019862s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.036506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.153485245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128309"} {"level":"warn","ts":"2026-04-02T17:39:28.034725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.816547454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:28.03602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.990724Z","time spent":"19.045286046s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-02T17:39:28.036576Z","caller":"traceutil/trace.go:171","msg":"trace[845682768] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25874; }","duration":"17.818389173s","start":"2026-04-02T17:39:10.218167Z","end":"2026-04-02T17:39:28.036556Z","steps":["trace[845682768] 'agreement among raft nodes before linearized reading' (duration: 17.816534184s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:28.0366Z","caller":"traceutil/trace.go:171","msg":"trace[107189338] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25874; }","duration":"19.153605799s","start":"2026-04-02T17:39:08.882943Z","end":"2026-04-02T17:39:28.036549Z","steps":["trace[107189338] 'agreement among raft nodes before linearized reading' (duration: 19.153221397s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.034566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.016061384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:28.03664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.218096Z","time spent":"17.818524417s","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.036098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.78433Z","time spent":"14.251755392s","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.036643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.88293Z","time spent":"19.153702022s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128333,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-02T17:39:28.036672Z","caller":"traceutil/trace.go:171","msg":"trace[1636441647] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25874; }","duration":"17.018155081s","start":"2026-04-02T17:39:11.018495Z","end":"2026-04-02T17:39:28.03665Z","steps":["trace[1636441647] 'agreement among raft nodes before linearized reading' (duration: 17.016042764s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.03673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.018427Z","time spent":"17.018283765s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.037363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.341382566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:28.03793Z","caller":"traceutil/trace.go:171","msg":"trace[1217324990] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25874; }","duration":"15.342538514s","start":"2026-04-02T17:39:12.695356Z","end":"2026-04-02T17:39:28.037894Z","steps":["trace[1217324990] 'agreement among raft nodes before linearized reading' (duration: 15.339362802s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.038594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.695335Z","time spent":"15.343233695s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:28.054607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.065949405s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:28.054995Z","caller":"traceutil/trace.go:171","msg":"trace[1491181140] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"6.206779874s","start":"2026-04-02T17:39:21.848199Z","end":"2026-04-02T17:39:28.054979Z","steps":["trace[1491181140] 'process raft request' (duration: 6.206588488s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.055106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.848169Z","time spent":"6.206864027s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:28.922875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:28.922968Z","caller":"traceutil/trace.go:171","msg":"trace[107280504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307927s","start":"2026-04-02T17:39:26.922633Z","end":"2026-04-02T17:39:28.922941Z","steps":["trace[107280504] 'agreement among raft nodes before linearized reading' (duration: 2.000185933s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:28.923048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.922613Z","time spent":"2.00042656s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:30.169607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999703807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:30.169782Z","caller":"traceutil/trace.go:171","msg":"trace[745469726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999884164s","start":"2026-04-02T17:39:28.169808Z","end":"2026-04-02T17:39:30.169692Z","steps":["trace[745469726] 'agreement among raft nodes before linearized reading' (duration: 1.999749079s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:30.169841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.16978Z","time spent":"2.000049039s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:30.492549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437580657s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T17:39:30.492927Z","caller":"traceutil/trace.go:171","msg":"trace[1287148727] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25876; }","duration":"3.384819988s","start":"2026-04-02T17:39:27.108082Z","end":"2026-04-02T17:39:30.492902Z","steps":["trace[1287148727] 'process raft request' (duration: 3.384710515s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:30.493087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:27.108058Z","time spent":"3.384927692s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:30.49348Z","caller":"traceutil/trace.go:171","msg":"trace[936608110] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25876; }","duration":"4.243305723s","start":"2026-04-02T17:39:26.250162Z","end":"2026-04-02T17:39:30.493468Z","steps":["trace[936608110] 'process raft request' (duration: 4.242522538s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:30.493539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.250122Z","time spent":"4.243383256s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:30.493989Z","caller":"traceutil/trace.go:171","msg":"trace[1181581843] linearizableReadLoop","detail":"{readStateIndex:26740; appliedIndex:26736; }","duration":"2.460134258s","start":"2026-04-02T17:39:28.033812Z","end":"2026-04-02T17:39:30.493947Z","steps":["trace[1181581843] 'read index received' (duration: 21.002572ms)","trace[1181581843] 'applied index is now lower than readState.Index' (duration: 2.439128346s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:30.494174Z","caller":"traceutil/trace.go:171","msg":"trace[1358515517] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"2.455847191s","start":"2026-04-02T17:39:28.038314Z","end":"2026-04-02T17:39:30.494161Z","steps":["trace[1358515517] 'process raft request' (duration: 2.454513628s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:30.494317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.038288Z","time spent":"2.455915643s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:31.888238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388244911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-04-02T17:39:31.888345Z","caller":"traceutil/trace.go:171","msg":"trace[787956805] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25877; }","duration":"1.388389556s","start":"2026-04-02T17:39:30.49993Z","end":"2026-04-02T17:39:31.88832Z","steps":["trace[787956805] 'range keys from in-memory index tree' (duration: 1.387992003s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.888391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.49992Z","time spent":"1.388460408s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-02T17:39:31.888605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349378984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.888651Z","caller":"traceutil/trace.go:171","msg":"trace[555047632] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25877; }","duration":"4.349422247s","start":"2026-04-02T17:39:27.539213Z","end":"2026-04-02T17:39:31.888635Z","steps":["trace[555047632] 'agreement among raft nodes before linearized reading' (duration: 2.95536229s)","trace[555047632] 'count revisions from in-memory index tree' (duration: 1.393997075s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.888688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:27.53914Z","time spent":"4.34953969s","remote":"127.0.0.1:35280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.888863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.772622176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.88884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.729675903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.888902Z","caller":"traceutil/trace.go:171","msg":"trace[1252037266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25877; }","duration":"13.772720849s","start":"2026-04-02T17:39:18.116169Z","end":"2026-04-02T17:39:31.88889Z","steps":["trace[1252037266] 'agreement among raft nodes before linearized reading' (duration: 12.378941251s)","trace[1252037266] 'count revisions from in-memory index tree' (duration: 1.393729336s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.888933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.116109Z","time spent":"13.772815932s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.888958Z","caller":"traceutil/trace.go:171","msg":"trace[1363970897] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25877; }","duration":"13.729792056s","start":"2026-04-02T17:39:18.159119Z","end":"2026-04-02T17:39:31.888912Z","steps":["trace[1363970897] 'agreement among raft nodes before linearized reading' (duration: 12.335978747s)","trace[1363970897] 'count revisions from in-memory index tree' (duration: 1.393669474s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.159009Z","time spent":"13.729994302s","remote":"127.0.0.1:35992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.792719088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.889134Z","caller":"traceutil/trace.go:171","msg":"trace[1632156995] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25877; }","duration":"13.79279784s","start":"2026-04-02T17:39:18.096327Z","end":"2026-04-02T17:39:31.889125Z","steps":["trace[1632156995] 'agreement among raft nodes before linearized reading' (duration: 12.398794855s)","trace[1632156995] 'count revisions from in-memory index tree' (duration: 1.393954944s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.096304Z","time spent":"13.792852622s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397508353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:31.8893Z","caller":"traceutil/trace.go:171","msg":"trace[212082943] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25877; }","duration":"4.397590576s","start":"2026-04-02T17:39:27.491694Z","end":"2026-04-02T17:39:31.889285Z","steps":["trace[212082943] 'agreement among raft nodes before linearized reading' (duration: 3.002903559s)","trace[212082943] 'count revisions from in-memory index tree' (duration: 1.394631615s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.298070762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.889368Z","caller":"traceutil/trace.go:171","msg":"trace[1313737814] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25877; }","duration":"14.298195747s","start":"2026-04-02T17:39:17.591157Z","end":"2026-04-02T17:39:31.889353Z","steps":["trace[1313737814] 'agreement among raft nodes before linearized reading' (duration: 12.903977445s)","trace[1313737814] 'count revisions from in-memory index tree' (duration: 1.39416897s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:17.586666Z","time spent":"14.302730762s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474371424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.889587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.860561304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.889606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952511629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.889634Z","caller":"traceutil/trace.go:171","msg":"trace[1864531537] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25877; }","duration":"16.860648076s","start":"2026-04-02T17:39:15.028968Z","end":"2026-04-02T17:39:31.889616Z","steps":["trace[1864531537] 'agreement among raft nodes before linearized reading' (duration: 15.466247158s)","trace[1864531537] 'count revisions from in-memory index tree' (duration: 1.394338546s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.889644Z","caller":"traceutil/trace.go:171","msg":"trace[1159919625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25877; }","duration":"2.474595941s","start":"2026-04-02T17:39:29.415008Z","end":"2026-04-02T17:39:31.889604Z","steps":["trace[1159919625] 'agreement among raft nodes before linearized reading' (duration: 1.08042738s)","trace[1159919625] 'count revisions from in-memory index tree' (duration: 1.393963884s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957898922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.889707Z","caller":"traceutil/trace.go:171","msg":"trace[1813121246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25877; }","duration":"2.957956213s","start":"2026-04-02T17:39:28.931743Z","end":"2026-04-02T17:39:31.889699Z","steps":["trace[1813121246] 'agreement among raft nodes before linearized reading' (duration: 1.5637298s)","trace[1813121246] 'range keys from in-memory index tree' (duration: 1.394184861s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.414954Z","time spent":"2.474735745s","remote":"127.0.0.1:35256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.931725Z","time spent":"2.958005755s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:31.889771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.89888211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:31.889796Z","caller":"traceutil/trace.go:171","msg":"trace[861475503] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25877; }","duration":"14.898908231s","start":"2026-04-02T17:39:16.990882Z","end":"2026-04-02T17:39:31.88979Z","steps":["trace[861475503] 'agreement among raft nodes before linearized reading' (duration: 13.504266155s)","trace[861475503] 'count revisions from in-memory index tree' (duration: 1.394605745s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.990811Z","time spent":"14.899006855s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":64,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.88983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980802064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.889786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.129850762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.889868Z","caller":"traceutil/trace.go:171","msg":"trace[134241609] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25877; }","duration":"2.980877906s","start":"2026-04-02T17:39:28.908975Z","end":"2026-04-02T17:39:31.889853Z","steps":["trace[134241609] 'agreement among raft nodes before linearized reading' (duration: 1.586508539s)","trace[134241609] 'range keys from in-memory index tree' (duration: 1.394325285s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.908942Z","time spent":"2.980955588s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:39:31.889908Z","caller":"traceutil/trace.go:171","msg":"trace[26378631] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25877; }","duration":"9.130050668s","start":"2026-04-02T17:39:22.75982Z","end":"2026-04-02T17:39:31.889871Z","steps":["trace[26378631] 'agreement among raft nodes before linearized reading' (duration: 7.735117293s)","trace[26378631] 'count revisions from in-memory index tree' (duration: 1.394750889s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.759794Z","time spent":"9.130159251s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.867629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.890028Z","caller":"traceutil/trace.go:171","msg":"trace[603392022] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25877; }","duration":"239.968362ms","start":"2026-04-02T17:39:31.650045Z","end":"2026-04-02T17:39:31.890013Z","steps":["trace[603392022] 'count revisions from in-memory index tree' (duration: 239.697493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.890106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.298716183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:39:31.890077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.809854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.890142Z","caller":"traceutil/trace.go:171","msg":"trace[455829173] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25877; }","duration":"15.298819056s","start":"2026-04-02T17:39:16.591312Z","end":"2026-04-02T17:39:31.890131Z","steps":["trace[455829173] 'agreement among raft nodes before linearized reading' (duration: 13.903846899s)","trace[455829173] 'count revisions from in-memory index tree' (duration: 1.394927514s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.591297Z","time spent":"15.298866618s","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":192,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.890173Z","caller":"traceutil/trace.go:171","msg":"trace[1504865923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25877; }","duration":"949.97676ms","start":"2026-04-02T17:39:30.940171Z","end":"2026-04-02T17:39:31.890148Z","steps":["trace[1504865923] 'range keys from in-memory index tree' (duration: 949.707121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.890207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.54393851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:39:31.890226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.940143Z","time spent":"950.071873ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:31.890255Z","caller":"traceutil/trace.go:171","msg":"trace[1443830874] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0; range_end:; response_count:1; response_revision:25877; }","duration":"17.544010463s","start":"2026-04-02T17:39:14.346228Z","end":"2026-04-02T17:39:31.890239Z","steps":["trace[1443830874] 'agreement among raft nodes before linearized reading' (duration: 16.149008906s)","trace[1443830874] 'range keys from in-memory index tree' (duration: 1.394911604s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.274389117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.890294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.346211Z","time spent":"17.544074195s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" "} {"level":"warn","ts":"2026-04-02T17:39:31.890365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.038128231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.890374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088276046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.890398Z","caller":"traceutil/trace.go:171","msg":"trace[97647409] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25877; }","duration":"16.038231264s","start":"2026-04-02T17:39:15.852156Z","end":"2026-04-02T17:39:31.890387Z","steps":["trace[97647409] 'agreement among raft nodes before linearized reading' (duration: 14.64302626s)","trace[97647409] 'count revisions from in-memory index tree' (duration: 1.395139762s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.8904Z","caller":"traceutil/trace.go:171","msg":"trace[560342204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25877; }","duration":"6.088348768s","start":"2026-04-02T17:39:25.802043Z","end":"2026-04-02T17:39:31.890392Z","steps":["trace[560342204] 'agreement among raft nodes before linearized reading' (duration: 4.692601407s)","trace[560342204] 'count revisions from in-memory index tree' (duration: 1.395680709s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.89042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.852131Z","time spent":"16.038283216s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.890433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.80202Z","time spent":"6.0883984s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.89051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.609161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.890533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852098717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.890555Z","caller":"traceutil/trace.go:171","msg":"trace[556061593] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25877; }","duration":"920.699274ms","start":"2026-04-02T17:39:30.969843Z","end":"2026-04-02T17:39:31.890543Z","steps":["trace[556061593] 'count revisions from in-memory index tree' (duration: 920.547989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.890568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.394552737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.890534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.420726ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.890594Z","caller":"traceutil/trace.go:171","msg":"trace[670210651] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25877; }","duration":"6.394625289s","start":"2026-04-02T17:39:25.495957Z","end":"2026-04-02T17:39:31.890583Z","steps":["trace[670210651] 'agreement among raft nodes before linearized reading' (duration: 4.998698522s)","trace[670210651] 'count revisions from in-memory index tree' (duration: 1.395892935s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.890592Z","caller":"traceutil/trace.go:171","msg":"trace[896032637] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:25877; }","duration":"3.85216805s","start":"2026-04-02T17:39:28.038403Z","end":"2026-04-02T17:39:31.890571Z","steps":["trace[896032637] 'agreement among raft nodes before linearized reading' (duration: 2.456859573s)","trace[896032637] 'range keys from in-memory index tree' (duration: 1.395236015s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.969824Z","time spent":"920.754886ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.890616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.495888Z","time spent":"6.394722593s","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.89064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.038371Z","time spent":"3.852253592s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-02T17:39:31.890694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.530807751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:31.890723Z","caller":"traceutil/trace.go:171","msg":"trace[10674516] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25877; }","duration":"16.530873373s","start":"2026-04-02T17:39:15.359842Z","end":"2026-04-02T17:39:31.890715Z","steps":["trace[10674516] 'agreement among raft nodes before linearized reading' (duration: 15.13536263s)","trace[10674516] 'count revisions from in-memory index tree' (duration: 1.395476492s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617870709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.8908Z","caller":"traceutil/trace.go:171","msg":"trace[1635256505] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25877; }","duration":"3.618020194s","start":"2026-04-02T17:39:28.272752Z","end":"2026-04-02T17:39:31.890772Z","steps":["trace[1635256505] 'agreement among raft nodes before linearized reading' (duration: 2.222742158s)","trace[1635256505] 'count revisions from in-memory index tree' (duration: 1.395160463s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.272726Z","time spent":"3.618114777s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.028947Z","time spent":"16.860720109s","remote":"127.0.0.1:35220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.890303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.610721767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:31.891034Z","caller":"traceutil/trace.go:171","msg":"trace[1171015148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25877; }","duration":"15.611485862s","start":"2026-04-02T17:39:16.279528Z","end":"2026-04-02T17:39:31.891014Z","steps":["trace[1171015148] 'agreement among raft nodes before linearized reading' (duration: 14.215642638s)","trace[1171015148] 'count revisions from in-memory index tree' (duration: 1.395112271s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.974887198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-02T17:39:31.891068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.004594894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T17:39:31.891084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.279507Z","time spent":"15.611562975s","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115409947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.891112Z","caller":"traceutil/trace.go:171","msg":"trace[606068066] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25877; }","duration":"11.004661546s","start":"2026-04-02T17:39:20.886435Z","end":"2026-04-02T17:39:31.891097Z","steps":["trace[606068066] 'agreement among raft nodes before linearized reading' (duration: 9.608578215s)","trace[606068066] 'range keys from in-memory index tree' (duration: 1.395975988s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843608646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"warn","ts":"2026-04-02T17:39:31.891186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.087557571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299314"} {"level":"info","ts":"2026-04-02T17:39:31.890303Z","caller":"traceutil/trace.go:171","msg":"trace[739057173] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25877; }","duration":"5.274449559s","start":"2026-04-02T17:39:26.615842Z","end":"2026-04-02T17:39:31.890291Z","steps":["trace[739057173] 'agreement among raft nodes before linearized reading' (duration: 3.87878138s)","trace[739057173] 'count revisions from in-memory index tree' (duration: 1.395626617s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.8912Z","caller":"traceutil/trace.go:171","msg":"trace[506752566] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25877; }","duration":"3.843675578s","start":"2026-04-02T17:39:28.047503Z","end":"2026-04-02T17:39:31.891178Z","steps":["trace[506752566] 'agreement among raft nodes before linearized reading' (duration: 2.44800439s)","trace[506752566] 'range keys from in-memory index tree' (duration: 1.395586126s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.891216Z","caller":"traceutil/trace.go:171","msg":"trace[1838322933] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:25877; }","duration":"7.087619033s","start":"2026-04-02T17:39:24.803587Z","end":"2026-04-02T17:39:31.891206Z","steps":["trace[1838322933] 'agreement among raft nodes before linearized reading' (duration: 5.691228121s)","trace[1838322933] 'range keys from in-memory index tree' (duration: 1.395989648s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.69661697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-04-02T17:39:31.891184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117692971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.891241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.803563Z","time spent":"7.087668994s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299338,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-02T17:39:31.891256Z","caller":"traceutil/trace.go:171","msg":"trace[976807160] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25877; }","duration":"9.696694113s","start":"2026-04-02T17:39:22.194552Z","end":"2026-04-02T17:39:31.891247Z","steps":["trace[976807160] 'agreement among raft nodes before linearized reading' (duration: 8.300396725s)","trace[976807160] 'range keys from in-memory index tree' (duration: 1.396217466s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.370714153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:39:31.891296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.194531Z","time spent":"9.696759395s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-02T17:39:31.891307Z","caller":"traceutil/trace.go:171","msg":"trace[1784270966] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25877; }","duration":"16.371414716s","start":"2026-04-02T17:39:15.519882Z","end":"2026-04-02T17:39:31.891297Z","steps":["trace[1784270966] 'agreement among raft nodes before linearized reading' (duration: 14.975310043s)","trace[1784270966] 'count revisions from in-memory index tree' (duration: 1.395448961s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.890747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.359822Z","time spent":"16.530919685s","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.519856Z","time spent":"16.371479788s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.092686789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.891407Z","caller":"traceutil/trace.go:171","msg":"trace[504278906] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25877; }","duration":"12.092807454s","start":"2026-04-02T17:39:19.79858Z","end":"2026-04-02T17:39:31.891388Z","steps":["trace[504278906] 'agreement among raft nodes before linearized reading' (duration: 10.696478374s)","trace[504278906] 'count revisions from in-memory index tree' (duration: 1.396234817s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.512378492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:31.891533Z","caller":"traceutil/trace.go:171","msg":"trace[476724180] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25877; }","duration":"7.512501266s","start":"2026-04-02T17:39:24.379019Z","end":"2026-04-02T17:39:31.891521Z","steps":["trace[476724180] 'agreement among raft nodes before linearized reading' (duration: 6.115809375s)","trace[476724180] 'count revisions from in-memory index tree' (duration: 1.396584088s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.891441Z","caller":"traceutil/trace.go:171","msg":"trace[315352875] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25877; }","duration":"16.975908671s","start":"2026-04-02T17:39:14.915187Z","end":"2026-04-02T17:39:31.891096Z","steps":["trace[315352875] 'agreement among raft nodes before linearized reading' (duration: 15.580038997s)","trace[315352875] 'range keys from in-memory index tree' (duration: 1.394754609s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.379001Z","time spent":"7.512561878s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.941374516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.891623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.915165Z","time spent":"16.976435458s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-02T17:39:31.891646Z","caller":"traceutil/trace.go:171","msg":"trace[431680528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25877; }","duration":"8.94147978s","start":"2026-04-02T17:39:22.950151Z","end":"2026-04-02T17:39:31.891631Z","steps":["trace[431680528] 'agreement among raft nodes before linearized reading' (duration: 7.544774488s)","trace[431680528] 'count revisions from in-memory index tree' (duration: 1.39663557s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.89124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.047491Z","time spent":"3.8437438s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:39:31.891692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.950119Z","time spent":"8.941562842s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.773762233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:31.890612Z","caller":"traceutil/trace.go:171","msg":"trace[416938808] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25877; }","duration":"194.500729ms","start":"2026-04-02T17:39:31.696101Z","end":"2026-04-02T17:39:31.890602Z","steps":["trace[416938808] 'range keys from in-memory index tree' (duration: 194.408785ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:31.89175Z","caller":"traceutil/trace.go:171","msg":"trace[1524950462] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25877; }","duration":"12.773865016s","start":"2026-04-02T17:39:19.117863Z","end":"2026-04-02T17:39:31.891728Z","steps":["trace[1524950462] 'agreement among raft nodes before linearized reading' (duration: 11.377208516s)","trace[1524950462] 'count revisions from in-memory index tree' (duration: 1.396584108s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.889641Z","caller":"traceutil/trace.go:171","msg":"trace[1192370041] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25877; }","duration":"2.952584772s","start":"2026-04-02T17:39:28.937046Z","end":"2026-04-02T17:39:31.889631Z","steps":["trace[1192370041] 'agreement among raft nodes before linearized reading' (duration: 1.558416161s)","trace[1192370041] 'count revisions from in-memory index tree' (duration: 1.394123519s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.613750336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.891806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.937023Z","time spent":"2.954772652s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.890909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766175193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.891811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.645036789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.891834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.967669526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:31.891853Z","caller":"traceutil/trace.go:171","msg":"trace[1391020322] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25877; }","duration":"1.767162775s","start":"2026-04-02T17:39:30.124673Z","end":"2026-04-02T17:39:31.891835Z","steps":["trace[1391020322] 'agreement among raft nodes before linearized reading' (duration: 370.707601ms)","trace[1391020322] 'count revisions from in-memory index tree' (duration: 1.395498263s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.891856Z","caller":"traceutil/trace.go:171","msg":"trace[242083124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25877; }","duration":"13.613934233s","start":"2026-04-02T17:39:18.277893Z","end":"2026-04-02T17:39:31.891827Z","steps":["trace[242083124] 'agreement among raft nodes before linearized reading' (duration: 12.21718918s)","trace[242083124] 'count revisions from in-memory index tree' (duration: 1.396577338s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.124648Z","time spent":"1.767226896s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.891885Z","caller":"traceutil/trace.go:171","msg":"trace[1912221733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25877; }","duration":"9.967752158s","start":"2026-04-02T17:39:21.924115Z","end":"2026-04-02T17:39:31.891868Z","steps":["trace[1912221733] 'agreement among raft nodes before linearized reading' (duration: 8.57085505s)","trace[1912221733] 'count revisions from in-memory index tree' (duration: 1.396843986s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.89192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.92597562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.891919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009342659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-02T17:39:31.891927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.277869Z","time spent":"13.614043926s","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.891951Z","caller":"traceutil/trace.go:171","msg":"trace[1175718798] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25877; }","duration":"11.926050122s","start":"2026-04-02T17:39:19.965891Z","end":"2026-04-02T17:39:31.891941Z","steps":["trace[1175718798] 'agreement among raft nodes before linearized reading' (duration: 10.529155965s)","trace[1175718798] 'count revisions from in-memory index tree' (duration: 1.396857687s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.889333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:27.491672Z","time spent":"4.397652098s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850657101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fbt6l\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-04-02T17:39:31.891967Z","caller":"traceutil/trace.go:171","msg":"trace[705859610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25877; }","duration":"8.009391661s","start":"2026-04-02T17:39:23.882559Z","end":"2026-04-02T17:39:31.89195Z","steps":["trace[705859610] 'agreement among raft nodes before linearized reading' (duration: 6.612283206s)","trace[705859610] 'range keys from in-memory index tree' (duration: 1.397007822s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.89199Z","caller":"traceutil/trace.go:171","msg":"trace[1371728770] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fbt6l; range_end:; response_count:1; response_revision:25877; }","duration":"3.851676924s","start":"2026-04-02T17:39:28.040306Z","end":"2026-04-02T17:39:31.891983Z","steps":["trace[1371728770] 'agreement among raft nodes before linearized reading' (duration: 2.455239261s)","trace[1371728770] 'range keys from in-memory index tree' (duration: 1.395288676s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.040294Z","time spent":"3.851709604s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fbt6l\" "} {"level":"warn","ts":"2026-04-02T17:39:31.892007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.882554Z","time spent":"8.009442952s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:39:31.892046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.392419614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:39:31.89118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392303541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-02T17:39:31.892103Z","caller":"traceutil/trace.go:171","msg":"trace[792512589] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25877; }","duration":"10.392527568s","start":"2026-04-02T17:39:21.499563Z","end":"2026-04-02T17:39:31.89209Z","steps":["trace[792512589] 'agreement among raft nodes before linearized reading' (duration: 8.995440954s)","trace[792512589] 'count revisions from in-memory index tree' (duration: 1.397011561s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.892124Z","caller":"traceutil/trace.go:171","msg":"trace[1912697042] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25877; }","duration":"1.393244131s","start":"2026-04-02T17:39:30.498866Z","end":"2026-04-02T17:39:31.892111Z","steps":["trace[1912697042] 'range keys from in-memory index tree' (duration: 1.392186768s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.891697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.753445167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.892154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.498805Z","time spent":"1.393341464s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-02T17:39:31.892186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.267198591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.892212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.656745747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.891492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:19.798553Z","time spent":"12.092889327s","remote":"127.0.0.1:35184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421363851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.891227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.615822Z","time spent":"5.275395718s","remote":"127.0.0.1:35322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.889566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51806579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.892359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.641570892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.89126Z","caller":"traceutil/trace.go:171","msg":"trace[288315680] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25877; }","duration":"2.117815234s","start":"2026-04-02T17:39:29.773434Z","end":"2026-04-02T17:39:31.891249Z","steps":["trace[288315680] 'agreement among raft nodes before linearized reading' (duration: 721.989031ms)","trace[288315680] 'count revisions from in-memory index tree' (duration: 1.395741291s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.892392Z","caller":"traceutil/trace.go:171","msg":"trace[1150920803] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25877; }","duration":"8.641630673s","start":"2026-04-02T17:39:23.250753Z","end":"2026-04-02T17:39:31.892384Z","steps":["trace[1150920803] 'agreement among raft nodes before linearized reading' (duration: 7.244148736s)","trace[1150920803] 'count revisions from in-memory index tree' (duration: 1.397435585s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.250741Z","time spent":"8.641669824s","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.571430699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:31.891147Z","caller":"traceutil/trace.go:171","msg":"trace[103892384] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25877; }","duration":"2.115443628s","start":"2026-04-02T17:39:29.775684Z","end":"2026-04-02T17:39:31.891128Z","steps":["trace[103892384] 'agreement among raft nodes before linearized reading' (duration: 719.723588ms)","trace[103892384] 'count revisions from in-memory index tree' (duration: 1.395675788s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.773408Z","time spent":"2.119005083s","remote":"127.0.0.1:43816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.892451Z","caller":"traceutil/trace.go:171","msg":"trace[191549613] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25877; }","duration":"8.571507012s","start":"2026-04-02T17:39:23.320938Z","end":"2026-04-02T17:39:31.892445Z","steps":["trace[191549613] 'agreement among raft nodes before linearized reading' (duration: 7.173952913s)","trace[191549613] 'count revisions from in-memory index tree' (duration: 1.397523278s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.320903Z","time spent":"8.571566663s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109898323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.89252Z","caller":"traceutil/trace.go:171","msg":"trace[117826336] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25877; }","duration":"1.109975196s","start":"2026-04-02T17:39:30.782537Z","end":"2026-04-02T17:39:31.892513Z","steps":["trace[117826336] 'count revisions from in-memory index tree' (duration: 1.109779049s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.892545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.782496Z","time spent":"1.110041638s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.892364Z","caller":"traceutil/trace.go:171","msg":"trace[335292238] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25877; }","duration":"2.52086144s","start":"2026-04-02T17:39:29.37149Z","end":"2026-04-02T17:39:31.892352Z","steps":["trace[335292238] 'agreement among raft nodes before linearized reading' (duration: 1.123956362s)","trace[335292238] 'count revisions from in-memory index tree' (duration: 1.394092528s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103593871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:31.892609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.371431Z","time spent":"2.52116982s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.886415Z","time spent":"11.004722159s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-02T17:39:31.892628Z","caller":"traceutil/trace.go:171","msg":"trace[1797720384] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25877; }","duration":"1.103695394s","start":"2026-04-02T17:39:30.78892Z","end":"2026-04-02T17:39:31.892615Z","steps":["trace[1797720384] 'count revisions from in-memory index tree' (duration: 1.103430416s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.892474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.775648Z","time spent":"2.116810753s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.892216Z","caller":"traceutil/trace.go:171","msg":"trace[1353106169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25877; }","duration":"10.267292364s","start":"2026-04-02T17:39:21.624915Z","end":"2026-04-02T17:39:31.892207Z","steps":["trace[1353106169] 'agreement among raft nodes before linearized reading' (duration: 8.870067106s)","trace[1353106169] 'count revisions from in-memory index tree' (duration: 1.397185547s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.788888Z","time spent":"1.103776817s","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.892153Z","caller":"traceutil/trace.go:171","msg":"trace[222817821] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25877; }","duration":"9.753941953s","start":"2026-04-02T17:39:22.138204Z","end":"2026-04-02T17:39:31.892146Z","steps":["trace[222817821] 'agreement among raft nodes before linearized reading' (duration: 8.356755366s)","trace[222817821] 'count revisions from in-memory index tree' (duration: 1.396705512s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.138183Z","time spent":"9.754571283s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.89278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565451753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.89271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.624896Z","time spent":"10.267802631s","remote":"127.0.0.1:37082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.079806458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.89284Z","caller":"traceutil/trace.go:171","msg":"trace[1504202367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25877; }","duration":"4.565566086s","start":"2026-04-02T17:39:27.327252Z","end":"2026-04-02T17:39:31.892818Z","steps":["trace[1504202367] 'agreement among raft nodes before linearized reading' (duration: 3.167357297s)","trace[1504202367] 'count revisions from in-memory index tree' (duration: 1.398122067s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.892373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851968853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac28e178-7a49-452d-a942-2dac10f20580\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-02T17:39:31.892897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:27.327228Z","time spent":"4.565657719s","remote":"127.0.0.1:59872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:19.117839Z","time spent":"12.773938578s","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.89288Z","caller":"traceutil/trace.go:171","msg":"trace[1802455351] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25877; }","duration":"11.081187333s","start":"2026-04-02T17:39:20.811667Z","end":"2026-04-02T17:39:31.892854Z","steps":["trace[1802455351] 'agreement among raft nodes before linearized reading' (duration: 9.683356485s)","trace[1802455351] 'count revisions from in-memory index tree' (duration: 1.396494455s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.891846Z","caller":"traceutil/trace.go:171","msg":"trace[1346130794] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25877; }","duration":"11.645107581s","start":"2026-04-02T17:39:20.24673Z","end":"2026-04-02T17:39:31.891838Z","steps":["trace[1346130794] 'agreement among raft nodes before linearized reading' (duration: 10.248304546s)","trace[1346130794] 'count revisions from in-memory index tree' (duration: 1.396756353s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.893031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.246711Z","time spent":"11.646309129s","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.890751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567674781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:31.893082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.81164Z","time spent":"11.081361618s","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.893086Z","caller":"traceutil/trace.go:171","msg":"trace[2001809410] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25877; }","duration":"6.570047057s","start":"2026-04-02T17:39:25.323021Z","end":"2026-04-02T17:39:31.893068Z","steps":["trace[2001809410] 'agreement among raft nodes before linearized reading' (duration: 5.171645732s)","trace[2001809410] 'count revisions from in-memory index tree' (duration: 1.396065011s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.891275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391311429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a29ae532429281\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-02T17:39:31.893135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.32299Z","time spent":"6.57013017s","remote":"127.0.0.1:59426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.893169Z","caller":"traceutil/trace.go:171","msg":"trace[1775336116] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a29ae532429281; range_end:; response_count:1; response_revision:25877; }","duration":"1.393243781s","start":"2026-04-02T17:39:30.499906Z","end":"2026-04-02T17:39:31.89315Z","steps":["trace[1775336116] 'range keys from in-memory index tree' (duration: 1.391166364s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.893208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.499884Z","time spent":"1.393311134s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a29ae532429281\" "} {"level":"warn","ts":"2026-04-02T17:39:31.891056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96343399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.893301Z","caller":"traceutil/trace.go:171","msg":"trace[35810789] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25877; }","duration":"1.965732302s","start":"2026-04-02T17:39:29.927554Z","end":"2026-04-02T17:39:31.893286Z","steps":["trace[35810789] 'agreement among raft nodes before linearized reading' (duration: 567.840363ms)","trace[35810789] 'count revisions from in-memory index tree' (duration: 1.395612727s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.893312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.122924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:39:31.893343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.927526Z","time spent":"1.965804475s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.893356Z","caller":"traceutil/trace.go:171","msg":"trace[683647071] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25877; }","duration":"721.204366ms","start":"2026-04-02T17:39:31.172141Z","end":"2026-04-02T17:39:31.893345Z","steps":["trace[683647071] 'count revisions from in-memory index tree' (duration: 721.055381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.891923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.924096Z","time spent":"9.967817531s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.893402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.172118Z","time spent":"721.274059ms","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2761,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.891969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:19.965868Z","time spent":"11.926096834s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.499541Z","time spent":"10.392580019s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:31.892243Z","caller":"traceutil/trace.go:171","msg":"trace[1393263778] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25877; }","duration":"8.656778568s","start":"2026-04-02T17:39:23.235455Z","end":"2026-04-02T17:39:31.892234Z","steps":["trace[1393263778] 'agreement among raft nodes before linearized reading' (duration: 7.259460467s)","trace[1393263778] 'count revisions from in-memory index tree' (duration: 1.39727403s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.89387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.235381Z","time spent":"8.658474642s","remote":"127.0.0.1:37838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.370566656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:31.894142Z","caller":"traceutil/trace.go:171","msg":"trace[2003744376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25877; }","duration":"10.372483927s","start":"2026-04-02T17:39:21.521642Z","end":"2026-04-02T17:39:31.894126Z","steps":["trace[2003744376] 'agreement among raft nodes before linearized reading' (duration: 8.973350148s)","trace[2003744376] 'count revisions from in-memory index tree' (duration: 1.397234649s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.894187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.521626Z","time spent":"10.372546849s","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.892235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.011799268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:39:31.895176Z","caller":"traceutil/trace.go:171","msg":"trace[1461714002] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25877; }","duration":"8.014740511s","start":"2026-04-02T17:39:23.880394Z","end":"2026-04-02T17:39:31.895134Z","steps":["trace[1461714002] 'agreement among raft nodes before linearized reading' (duration: 6.614463096s)","trace[1461714002] 'range keys from in-memory index tree' (duration: 1.397306691s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.895304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.880376Z","time spent":"8.014884086s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:39:31.895392Z","caller":"traceutil/trace.go:171","msg":"trace[1507727041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac28e178-7a49-452d-a942-2dac10f20580; range_end:; response_count:1; response_revision:25877; }","duration":"3.855107324s","start":"2026-04-02T17:39:28.040218Z","end":"2026-04-02T17:39:31.895325Z","steps":["trace[1507727041] 'agreement among raft nodes before linearized reading' (duration: 2.455303353s)","trace[1507727041] 'range keys from in-memory index tree' (duration: 1.395868585s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:31.892298Z","caller":"traceutil/trace.go:171","msg":"trace[1299932619] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25877; }","duration":"8.421439714s","start":"2026-04-02T17:39:23.470852Z","end":"2026-04-02T17:39:31.892292Z","steps":["trace[1299932619] 'agreement among raft nodes before linearized reading' (duration: 7.024026619s)","trace[1299932619] 'count revisions from in-memory index tree' (duration: 1.397381153s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:31.895714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.470825Z","time spent":"8.424855783s","remote":"127.0.0.1:35914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:31.896188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.040206Z","time spent":"3.855967641s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ac28e178-7a49-452d-a942-2dac10f20580\" "} {"level":"info","ts":"2026-04-02T17:39:32.178254Z","caller":"traceutil/trace.go:171","msg":"trace[683136469] linearizableReadLoop","detail":"{readStateIndex:26742; appliedIndex:26741; }","duration":"281.738206ms","start":"2026-04-02T17:39:31.896477Z","end":"2026-04-02T17:39:32.178215Z","steps":["trace[683136469] 'read index received' (duration: 281.54272ms)","trace[683136469] 'applied index is now lower than readState.Index' (duration: 193.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:32.178305Z","caller":"traceutil/trace.go:171","msg":"trace[829843863] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"281.916042ms","start":"2026-04-02T17:39:31.89634Z","end":"2026-04-02T17:39:32.178256Z","steps":["trace[829843863] 'process raft request' (duration: 281.622592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:32.178513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.999124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:32.178604Z","caller":"traceutil/trace.go:171","msg":"trace[393736786] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:0; response_revision:25878; }","duration":"282.148429ms","start":"2026-04-02T17:39:31.896438Z","end":"2026-04-02T17:39:32.178586Z","steps":["trace[393736786] 'agreement among raft nodes before linearized reading' (duration: 281.883351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:32.678693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:32.835557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.274882Z","time spent":"560.666494ms","remote":"127.0.0.1:39024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:33.178909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:33.679697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:33.894939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998306133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:33.895037Z","caller":"traceutil/trace.go:171","msg":"trace[303528054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998449198s","start":"2026-04-02T17:39:31.896565Z","end":"2026-04-02T17:39:33.895015Z","steps":["trace[303528054] 'agreement among raft nodes before linearized reading' (duration: 1.998334334s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:33.895087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.896546Z","time spent":"1.99853166s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:34.083636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.905671042s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:34.084326Z","caller":"traceutil/trace.go:171","msg":"trace[331185455] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"2.186833151s","start":"2026-04-02T17:39:31.89745Z","end":"2026-04-02T17:39:34.084283Z","steps":["trace[331185455] 'process raft request' (duration: 2.186522641s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:34.084363Z","caller":"traceutil/trace.go:171","msg":"trace[73039575] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"2.185695874s","start":"2026-04-02T17:39:31.898636Z","end":"2026-04-02T17:39:34.084332Z","steps":["trace[73039575] 'process raft request' (duration: 2.185600781s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:34.084385Z","caller":"traceutil/trace.go:171","msg":"trace[1220037554] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"2.186323003s","start":"2026-04-02T17:39:31.89802Z","end":"2026-04-02T17:39:34.084343Z","steps":["trace[1220037554] 'process raft request' (duration: 2.186141608s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:34.084533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.898614Z","time spent":"2.185826538s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:34.084573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.897984Z","time spent":"2.186483819s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:34.084555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.897431Z","time spent":"2.186981685s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:34.084699Z","caller":"traceutil/trace.go:171","msg":"trace[851480692] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"2.183669719s","start":"2026-04-02T17:39:31.901019Z","end":"2026-04-02T17:39:34.084689Z","steps":["trace[851480692] 'process raft request' (duration: 2.183264857s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:34.084778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.901001Z","time spent":"2.183728411s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:34.084951Z","caller":"traceutil/trace.go:171","msg":"trace[277856628] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"2.180741526s","start":"2026-04-02T17:39:31.904179Z","end":"2026-04-02T17:39:34.084921Z","steps":["trace[277856628] 'process raft request' (duration: 2.180614682s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:34.084942Z","caller":"traceutil/trace.go:171","msg":"trace[550419436] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"2.183804963s","start":"2026-04-02T17:39:31.901094Z","end":"2026-04-02T17:39:34.084899Z","steps":["trace[550419436] 'process raft request' (duration: 2.183480673s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:34.085146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.901086Z","time spent":"2.183954768s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:34.08518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.90416Z","time spent":"2.180859259s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:35.903038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:35.90314Z","caller":"traceutil/trace.go:171","msg":"trace[1816288689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235015s","start":"2026-04-02T17:39:33.90288Z","end":"2026-04-02T17:39:35.903115Z","steps":["trace[1816288689] 'agreement among raft nodes before linearized reading' (duration: 2.000110301s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:35.903197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.902865Z","time spent":"2.000320637s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:36.670272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507294156s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:37.522278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.692418ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-02T17:39:37.522396Z","caller":"traceutil/trace.go:171","msg":"trace[1435530857] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26742; }","duration":"5.343974601s","start":"2026-04-02T17:39:32.178407Z","end":"2026-04-02T17:39:37.522382Z","steps":["trace[1435530857] 'read index received' (duration: 1.905553349s)","trace[1435530857] 'applied index is now lower than readState.Index' (duration: 3.438420172s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:37.524137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.18018Z","time spent":"5.34393446s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:37.524576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489467762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:37.524622Z","caller":"traceutil/trace.go:171","msg":"trace[729295506] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25884; }","duration":"5.489570765s","start":"2026-04-02T17:39:32.035038Z","end":"2026-04-02T17:39:37.524609Z","steps":["trace[729295506] 'agreement among raft nodes before linearized reading' (duration: 5.489405529s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.524742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.035018Z","time spent":"5.489631017s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:37.525042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.623373352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-02T17:39:37.525093Z","caller":"traceutil/trace.go:171","msg":"trace[1525945083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25884; }","duration":"5.623442275s","start":"2026-04-02T17:39:31.901638Z","end":"2026-04-02T17:39:37.52508Z","steps":["trace[1525945083] 'agreement among raft nodes before linearized reading' (duration: 5.623333481s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.525206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.901633Z","time spent":"5.623484576s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:39:37.5255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.62424187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:37.525545Z","caller":"traceutil/trace.go:171","msg":"trace[97956683] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25884; }","duration":"5.624305732s","start":"2026-04-02T17:39:31.901225Z","end":"2026-04-02T17:39:37.525531Z","steps":["trace[97956683] 'agreement among raft nodes before linearized reading' (duration: 5.6242286s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.525648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.90122Z","time spent":"5.624348103s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:37.525981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.624896431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:39:37.526023Z","caller":"traceutil/trace.go:171","msg":"trace[515717735] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25884; }","duration":"5.624955602s","start":"2026-04-02T17:39:31.901055Z","end":"2026-04-02T17:39:37.526011Z","steps":["trace[515717735] 'agreement among raft nodes before linearized reading' (duration: 5.624806598s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.52614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.901028Z","time spent":"5.625017095s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:39:37.526434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628588359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:37.526511Z","caller":"traceutil/trace.go:171","msg":"trace[1217482640] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25884; }","duration":"5.628688372s","start":"2026-04-02T17:39:31.897809Z","end":"2026-04-02T17:39:37.526498Z","steps":["trace[1217482640] 'agreement among raft nodes before linearized reading' (duration: 5.628579568s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.528507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.897799Z","time spent":"5.628737343s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:37.903967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:37.904114Z","caller":"traceutil/trace.go:171","msg":"trace[1249110193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006775s","start":"2026-04-02T17:39:35.903394Z","end":"2026-04-02T17:39:37.904072Z","steps":["trace[1249110193] 'agreement among raft nodes before linearized reading' (duration: 2.000513045s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.904193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.903366Z","time spent":"2.000813294s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:38.022676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:38.522834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:39.024873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:39.525474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:39.604396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.933626695s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:39.653872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.345218Z","time spent":"308.646327ms","remote":"127.0.0.1:42610","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:39:39.6548Z","caller":"traceutil/trace.go:171","msg":"trace[1358886859] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"4.093770172s","start":"2026-04-02T17:39:35.560998Z","end":"2026-04-02T17:39:39.654768Z","steps":["trace[1358886859] 'process raft request' (duration: 4.093626678s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:39.654987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.560964Z","time spent":"4.093933977s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:39.655459Z","caller":"traceutil/trace.go:171","msg":"trace[1508744174] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"4.694136326s","start":"2026-04-02T17:39:34.961307Z","end":"2026-04-02T17:39:39.655443Z","steps":["trace[1508744174] 'process raft request' (duration: 4.643312381s)","trace[1508744174] 'compare' (duration: 49.080839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:39.655526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.961283Z","time spent":"4.694209607s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:39.910408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:39.91051Z","caller":"traceutil/trace.go:171","msg":"trace[1817700412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673259s","start":"2026-04-02T17:39:37.909815Z","end":"2026-04-02T17:39:39.910488Z","steps":["trace[1817700412] 'agreement among raft nodes before linearized reading' (duration: 2.000546135s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:39.910562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.909798Z","time spent":"2.000755261s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:41.203369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.342875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:41.203493Z","caller":"traceutil/trace.go:171","msg":"trace[1678241433] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26749; }","duration":"3.681055549s","start":"2026-04-02T17:39:37.522415Z","end":"2026-04-02T17:39:41.203471Z","steps":["trace[1678241433] 'read index received' (duration: 2.082221325s)","trace[1678241433] 'applied index is now lower than readState.Index' (duration: 1.598831244s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:41.203509Z","caller":"traceutil/trace.go:171","msg":"trace[907310903] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"3.675524702s","start":"2026-04-02T17:39:37.527957Z","end":"2026-04-02T17:39:41.203481Z","steps":["trace[907310903] 'process raft request' (duration: 3.03797051s)","trace[907310903] 'compare' (duration: 636.188258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:41.203573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.527934Z","time spent":"3.675607745s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:41.203633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036673578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.203667Z","caller":"traceutil/trace.go:171","msg":"trace[1180492927] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25887; }","duration":"4.03674869s","start":"2026-04-02T17:39:37.166909Z","end":"2026-04-02T17:39:41.203658Z","steps":["trace[1180492927] 'agreement among raft nodes before linearized reading' (duration: 4.036655087s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.203697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.166889Z","time spent":"4.036800932s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.203845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.84072718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.203879Z","caller":"traceutil/trace.go:171","msg":"trace[1765892151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25887; }","duration":"6.840793192s","start":"2026-04-02T17:39:34.363076Z","end":"2026-04-02T17:39:41.20387Z","steps":["trace[1765892151] 'agreement among raft nodes before linearized reading' (duration: 6.840742671s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.203909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.363057Z","time spent":"6.840840713s","remote":"127.0.0.1:43688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.203919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.055408274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:39:41.203952Z","caller":"traceutil/trace.go:171","msg":"trace[174847253] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25887; }","duration":"6.055482797s","start":"2026-04-02T17:39:35.148463Z","end":"2026-04-02T17:39:41.203946Z","steps":["trace[174847253] 'agreement among raft nodes before linearized reading' (duration: 6.055354223s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.203977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.14844Z","time spent":"6.055532148s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:39:41.204083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.113872022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-sq97v\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-04-02T17:39:41.204108Z","caller":"traceutil/trace.go:171","msg":"trace[79493649] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-sq97v; range_end:; response_count:1; response_revision:25887; }","duration":"7.113944605s","start":"2026-04-02T17:39:34.090156Z","end":"2026-04-02T17:39:41.2041Z","steps":["trace[79493649] 'agreement among raft nodes before linearized reading' (duration: 7.113873363s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.090129Z","time spent":"7.113992497s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-sq97v\" "} {"level":"warn","ts":"2026-04-02T17:39:41.204251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.127568989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.204279Z","caller":"traceutil/trace.go:171","msg":"trace[49897653] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25887; }","duration":"8.127644761s","start":"2026-04-02T17:39:33.076628Z","end":"2026-04-02T17:39:41.204272Z","steps":["trace[49897653] 'agreement among raft nodes before linearized reading' (duration: 8.12760057s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.076601Z","time spent":"8.127691903s","remote":"127.0.0.1:36046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.204369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.915793618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.204441Z","caller":"traceutil/trace.go:171","msg":"trace[1886622845] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25887; }","duration":"8.915922193s","start":"2026-04-02T17:39:32.288481Z","end":"2026-04-02T17:39:41.204403Z","steps":["trace[1886622845] 'agreement among raft nodes before linearized reading' (duration: 8.915814249s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899115127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.204513Z","caller":"traceutil/trace.go:171","msg":"trace[666131470] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25887; }","duration":"5.899276152s","start":"2026-04-02T17:39:35.305213Z","end":"2026-04-02T17:39:41.20449Z","steps":["trace[666131470] 'agreement among raft nodes before linearized reading' (duration: 5.899111327s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.717318565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:41.204546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.021974053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-9c874dbf-rmnfm.18a29a326f2c699b\" ","response":"range_response_count:1 size:1164"} {"level":"info","ts":"2026-04-02T17:39:41.204572Z","caller":"traceutil/trace.go:171","msg":"trace[840096881] range","detail":"{range_begin:/registry/events/openstack/senlin-api-9c874dbf-rmnfm.18a29a326f2c699b; range_end:; response_count:1; response_revision:25887; }","duration":"9.022044095s","start":"2026-04-02T17:39:32.18252Z","end":"2026-04-02T17:39:41.204564Z","steps":["trace[840096881] 'agreement among raft nodes before linearized reading' (duration: 9.021962132s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.182499Z","time spent":"9.022095347s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1188,"request content":"key:\"/registry/events/openstack/senlin-api-9c874dbf-rmnfm.18a29a326f2c699b\" "} {"level":"info","ts":"2026-04-02T17:39:41.204587Z","caller":"traceutil/trace.go:171","msg":"trace[1725191455] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25887; }","duration":"5.717463881s","start":"2026-04-02T17:39:35.487101Z","end":"2026-04-02T17:39:41.204564Z","steps":["trace[1725191455] 'agreement among raft nodes before linearized reading' (duration: 5.717192212s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.589026304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:41.204641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.487079Z","time spent":"5.717550843s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.204659Z","caller":"traceutil/trace.go:171","msg":"trace[1173648994] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25887; }","duration":"5.589104797s","start":"2026-04-02T17:39:35.615547Z","end":"2026-04-02T17:39:41.204652Z","steps":["trace[1173648994] 'agreement among raft nodes before linearized reading' (duration: 5.589044755s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18568459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.20464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.971974027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.20473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107656147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.204731Z","caller":"traceutil/trace.go:171","msg":"trace[472739075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25887; }","duration":"5.972126801s","start":"2026-04-02T17:39:35.232585Z","end":"2026-04-02T17:39:41.204712Z","steps":["trace[472739075] 'agreement among raft nodes before linearized reading' (duration: 5.971944146s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.204725Z","caller":"traceutil/trace.go:171","msg":"trace[672419606] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25887; }","duration":"5.185848486s","start":"2026-04-02T17:39:36.018853Z","end":"2026-04-02T17:39:41.204702Z","steps":["trace[672419606] 'agreement among raft nodes before linearized reading' (duration: 5.18566025s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674760277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-02T17:39:41.204754Z","caller":"traceutil/trace.go:171","msg":"trace[1610392970] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25887; }","duration":"4.10773405s","start":"2026-04-02T17:39:37.097013Z","end":"2026-04-02T17:39:41.204747Z","steps":["trace[1610392970] 'agreement among raft nodes before linearized reading' (duration: 4.107691648s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.204771Z","caller":"traceutil/trace.go:171","msg":"trace[147655670] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3; range_end:; response_count:1; response_revision:25887; }","duration":"3.67483693s","start":"2026-04-02T17:39:37.529928Z","end":"2026-04-02T17:39:41.204765Z","steps":["trace[147655670] 'agreement among raft nodes before linearized reading' (duration: 3.674793569s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.096987Z","time spent":"4.107784741s","remote":"127.0.0.1:35866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.20478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.018829Z","time spent":"5.185942059s","remote":"127.0.0.1:51698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.204799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.52991Z","time spent":"3.674884072s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" "} {"level":"warn","ts":"2026-04-02T17:39:41.204852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74606349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.204814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.827334802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:41.204878Z","caller":"traceutil/trace.go:171","msg":"trace[1067824661] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25887; }","duration":"1.746136033s","start":"2026-04-02T17:39:39.458735Z","end":"2026-04-02T17:39:41.204871Z","steps":["trace[1067824661] 'agreement among raft nodes before linearized reading' (duration: 1.746086041s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.458711Z","time spent":"1.746182264s","remote":"127.0.0.1:59436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.204864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387348852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.204901Z","caller":"traceutil/trace.go:171","msg":"trace[1993744995] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25887; }","duration":"5.827632112s","start":"2026-04-02T17:39:35.377249Z","end":"2026-04-02T17:39:41.204881Z","steps":["trace[1993744995] 'agreement among raft nodes before linearized reading' (duration: 5.827097955s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671119041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.204771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.232552Z","time spent":"5.972209724s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.204946Z","caller":"traceutil/trace.go:171","msg":"trace[1725906184] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25887; }","duration":"3.671160953s","start":"2026-04-02T17:39:37.533775Z","end":"2026-04-02T17:39:41.204936Z","steps":["trace[1725906184] 'agreement among raft nodes before linearized reading' (duration: 3.671122131s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.20495Z","caller":"traceutil/trace.go:171","msg":"trace[364812970] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25887; }","duration":"1.387500327s","start":"2026-04-02T17:39:39.817429Z","end":"2026-04-02T17:39:41.204929Z","steps":["trace[364812970] 'agreement among raft nodes before linearized reading' (duration: 1.387339372s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.533766Z","time spent":"3.671195963s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:41.204963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.37723Z","time spent":"5.827712975s","remote":"127.0.0.1:42350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":173,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.204986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672109044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:41.204998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.817406Z","time spent":"1.3875809s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.20502Z","caller":"traceutil/trace.go:171","msg":"trace[1909309090] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25887; }","duration":"2.672185516s","start":"2026-04-02T17:39:38.532827Z","end":"2026-04-02T17:39:41.205012Z","steps":["trace[1909309090] 'agreement among raft nodes before linearized reading' (duration: 2.672030191s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.204681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.615518Z","time spent":"5.589157618s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.20505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.532804Z","time spent":"2.672240478s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.205049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499671433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:41.205091Z","caller":"traceutil/trace.go:171","msg":"trace[137795730] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25887; }","duration":"1.499755246s","start":"2026-04-02T17:39:39.705329Z","end":"2026-04-02T17:39:41.205084Z","steps":["trace[137795730] 'agreement among raft nodes before linearized reading' (duration: 1.499667944s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.705309Z","time spent":"1.499795897s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.205124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.386149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.205138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439131556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:41.205154Z","caller":"traceutil/trace.go:171","msg":"trace[674482690] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25887; }","duration":"923.466802ms","start":"2026-04-02T17:39:40.281676Z","end":"2026-04-02T17:39:41.205143Z","steps":["trace[674482690] 'agreement among raft nodes before linearized reading' (duration: 923.414041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.20518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:40.281647Z","time spent":"923.526154ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.204467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.288452Z","time spent":"8.916007475s","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.205181Z","caller":"traceutil/trace.go:171","msg":"trace[1157338598] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25887; }","duration":"2.439209418s","start":"2026-04-02T17:39:38.765957Z","end":"2026-04-02T17:39:41.205167Z","steps":["trace[1157338598] 'agreement among raft nodes before linearized reading' (duration: 2.439130905s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192525114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.205227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.765936Z","time spent":"2.439279651s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.205237Z","caller":"traceutil/trace.go:171","msg":"trace[1884531683] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25887; }","duration":"1.192599837s","start":"2026-04-02T17:39:40.012629Z","end":"2026-04-02T17:39:41.205228Z","steps":["trace[1884531683] 'agreement among raft nodes before linearized reading' (duration: 1.192555396s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294592907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.205266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543115662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-02T17:39:41.205271Z","caller":"traceutil/trace.go:171","msg":"trace[1076925655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25887; }","duration":"1.294655089s","start":"2026-04-02T17:39:39.910605Z","end":"2026-04-02T17:39:41.20526Z","steps":["trace[1076925655] 'agreement among raft nodes before linearized reading' (duration: 1.294603987s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.205288Z","caller":"traceutil/trace.go:171","msg":"trace[332675940] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25887; }","duration":"1.543136743s","start":"2026-04-02T17:39:39.662144Z","end":"2026-04-02T17:39:41.205281Z","steps":["trace[332675940] 'agreement among raft nodes before linearized reading' (duration: 1.54306035s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174029233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.205298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.91059Z","time spent":"1.29470278s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:41.204566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.30519Z","time spent":"5.899365815s","remote":"127.0.0.1:59366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.205313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.662089Z","time spent":"1.543218496s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-02T17:39:41.205318Z","caller":"traceutil/trace.go:171","msg":"trace[472577489] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25887; }","duration":"1.174048064s","start":"2026-04-02T17:39:40.031262Z","end":"2026-04-02T17:39:41.20531Z","steps":["trace[472577489] 'agreement among raft nodes before linearized reading' (duration: 1.174017033s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:40.031236Z","time spent":"1.174096525s","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.205265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:40.012596Z","time spent":"1.192660269s","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.205448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559330451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.205485Z","caller":"traceutil/trace.go:171","msg":"trace[69165079] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25887; }","duration":"1.559412193s","start":"2026-04-02T17:39:39.64606Z","end":"2026-04-02T17:39:41.205473Z","steps":["trace[69165079] 'agreement among raft nodes before linearized reading' (duration: 1.559341841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.316867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.205517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.646037Z","time spent":"1.559472275s","remote":"127.0.0.1:35920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.205534Z","caller":"traceutil/trace.go:171","msg":"trace[491156164] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25887; }","duration":"501.409569ms","start":"2026-04-02T17:39:40.704115Z","end":"2026-04-02T17:39:41.205524Z","steps":["trace[491156164] 'agreement among raft nodes before linearized reading' (duration: 501.353828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.205561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:40.704096Z","time spent":"501.455611ms","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.713526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:42.213988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:42.292814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081851536s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:42.999567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303549423s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:42.999708Z","caller":"traceutil/trace.go:171","msg":"trace[1221622906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25887; }","duration":"1.303722018s","start":"2026-04-02T17:39:41.695962Z","end":"2026-04-02T17:39:42.999685Z","steps":["trace[1221622906] 'range keys from in-memory index tree' (duration: 1.303524952s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.001838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.700516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:43.001916Z","caller":"traceutil/trace.go:171","msg":"trace[1474965553] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"1.791039957s","start":"2026-04-02T17:39:41.210861Z","end":"2026-04-02T17:39:43.001901Z","steps":["trace[1474965553] 'process raft request' (duration: 1.082191077s)","trace[1474965553] 'compare' (duration: 708.011183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:43.00197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.21084Z","time spent":"1.791103079s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1146,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:43.213162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:43.213276Z","caller":"traceutil/trace.go:171","msg":"trace[156960510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666459s","start":"2026-04-02T17:39:41.212584Z","end":"2026-04-02T17:39:43.21325Z","steps":["trace[156960510] 'agreement among raft nodes before linearized reading' (duration: 2.000514494s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.213338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.21258Z","time spent":"2.000740001s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:44.507996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.214948599s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:44.508801Z","caller":"traceutil/trace.go:171","msg":"trace[525065427] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26752; }","duration":"3.296279768s","start":"2026-04-02T17:39:41.212482Z","end":"2026-04-02T17:39:44.508762Z","steps":["trace[525065427] 'read index received' (duration: 1.080608056s)","trace[525065427] 'applied index is now lower than readState.Index' (duration: 2.215670032s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:44.509169Z","caller":"traceutil/trace.go:171","msg":"trace[1977188861] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"3.29350686s","start":"2026-04-02T17:39:41.215589Z","end":"2026-04-02T17:39:44.509096Z","steps":["trace[1977188861] 'process raft request' (duration: 3.292694614s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.509397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296873767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:39:44.509504Z","caller":"traceutil/trace.go:171","msg":"trace[1624797946] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25889; }","duration":"3.297020242s","start":"2026-04-02T17:39:41.212462Z","end":"2026-04-02T17:39:44.509483Z","steps":["trace[1624797946] 'agreement among raft nodes before linearized reading' (duration: 3.29665169s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.50956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.212454Z","time spent":"3.297096184s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:39:44.511919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.215563Z","time spent":"3.293764138s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:45.00971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:45.214448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:45.21463Z","caller":"traceutil/trace.go:171","msg":"trace[902828415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118252s","start":"2026-04-02T17:39:43.214478Z","end":"2026-04-02T17:39:45.214596Z","steps":["trace[902828415] 'agreement among raft nodes before linearized reading' (duration: 1.999900305s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.21472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.214442Z","time spent":"2.000256396s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:45.510486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:45.807507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.771025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:45.807711Z","caller":"traceutil/trace.go:171","msg":"trace[574950433] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"3.270298138s","start":"2026-04-02T17:39:42.537378Z","end":"2026-04-02T17:39:45.807676Z","steps":["trace[574950433] 'process raft request' (duration: 3.025236204s)","trace[574950433] 'compare' (duration: 243.302758ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:45.807759Z","caller":"traceutil/trace.go:171","msg":"trace[533682749] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"1.647398357s","start":"2026-04-02T17:39:44.160351Z","end":"2026-04-02T17:39:45.807749Z","steps":["trace[533682749] 'process raft request' (duration: 1.647269262s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.807782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:42.537345Z","time spent":"3.270408082s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:45.807801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.16032Z","time spent":"1.647458998s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:45.807911Z","caller":"traceutil/trace.go:171","msg":"trace[60195934] linearizableReadLoop","detail":"{readStateIndex:26757; appliedIndex:26754; }","duration":"1.299016308s","start":"2026-04-02T17:39:44.508888Z","end":"2026-04-02T17:39:45.807904Z","steps":["trace[60195934] 'read index received' (duration: 1.053649264s)","trace[60195934] 'applied index is now lower than readState.Index' (duration: 245.366284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:45.808138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566249518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-02T17:39:45.808161Z","caller":"traceutil/trace.go:171","msg":"trace[2051171474] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25892; }","duration":"4.5662944s","start":"2026-04-02T17:39:41.24186Z","end":"2026-04-02T17:39:45.808155Z","steps":["trace[2051171474] 'agreement among raft nodes before linearized reading' (duration: 4.566178246s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187032697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:45.808143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708108967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:45.808156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489057444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:45.808227Z","caller":"traceutil/trace.go:171","msg":"trace[1523091732] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25892; }","duration":"1.708258581s","start":"2026-04-02T17:39:44.09995Z","end":"2026-04-02T17:39:45.808208Z","steps":["trace[1523091732] 'agreement among raft nodes before linearized reading' (duration: 1.708117907s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186482431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:45.808237Z","caller":"traceutil/trace.go:171","msg":"trace[1330987412] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25892; }","duration":"2.187225004s","start":"2026-04-02T17:39:43.62098Z","end":"2026-04-02T17:39:45.808205Z","steps":["trace[1330987412] 'agreement among raft nodes before linearized reading' (duration: 2.186954125s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.099924Z","time spent":"1.708335114s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:45.808276Z","caller":"traceutil/trace.go:171","msg":"trace[906920914] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"1.363001564s","start":"2026-04-02T17:39:44.445247Z","end":"2026-04-02T17:39:45.808248Z","steps":["trace[906920914] 'process raft request' (duration: 1.362467546s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.808312Z","caller":"traceutil/trace.go:171","msg":"trace[792494966] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25892; }","duration":"1.489228329s","start":"2026-04-02T17:39:44.319012Z","end":"2026-04-02T17:39:45.80824Z","steps":["trace[792494966] 'agreement among raft nodes before linearized reading' (duration: 1.489015572s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.620957Z","time spent":"2.187343898s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:45.808341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.234885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:45.808368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.318991Z","time spent":"1.489365474s","remote":"127.0.0.1:35912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:45.808187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.241849Z","time spent":"4.56633468s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-02T17:39:45.808357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595422981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-02T17:39:45.808408Z","caller":"traceutil/trace.go:171","msg":"trace[772364278] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25892; }","duration":"415.345898ms","start":"2026-04-02T17:39:45.393044Z","end":"2026-04-02T17:39:45.80839Z","steps":["trace[772364278] 'agreement among raft nodes before linearized reading' (duration: 415.232994ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.808265Z","caller":"traceutil/trace.go:171","msg":"trace[617282386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25892; }","duration":"1.186557663s","start":"2026-04-02T17:39:44.621699Z","end":"2026-04-02T17:39:45.808256Z","steps":["trace[617282386] 'agreement among raft nodes before linearized reading' (duration: 1.186497081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.393024Z","time spent":"415.428891ms","remote":"127.0.0.1:35834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:45.808468Z","caller":"traceutil/trace.go:171","msg":"trace[1379982456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25892; }","duration":"4.595559545s","start":"2026-04-02T17:39:41.21288Z","end":"2026-04-02T17:39:45.80844Z","steps":["trace[1379982456] 'agreement among raft nodes before linearized reading' (duration: 4.595226664s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80206671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:39:45.808463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034520189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:45.808514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.212875Z","time spent":"4.595629508s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-02T17:39:45.808529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283982728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-02T17:39:45.808467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594406218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:45.808554Z","caller":"traceutil/trace.go:171","msg":"trace[503661918] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0; range_end:; response_count:1; response_revision:25892; }","duration":"2.802225215s","start":"2026-04-02T17:39:43.006285Z","end":"2026-04-02T17:39:45.80851Z","steps":["trace[503661918] 'agreement among raft nodes before linearized reading' (duration: 2.802028889s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.808569Z","caller":"traceutil/trace.go:171","msg":"trace[1372887985] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25892; }","duration":"4.034698975s","start":"2026-04-02T17:39:41.773847Z","end":"2026-04-02T17:39:45.808546Z","steps":["trace[1372887985] 'agreement among raft nodes before linearized reading' (duration: 4.034511899s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.808591Z","caller":"traceutil/trace.go:171","msg":"trace[839872086] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25892; }","duration":"4.594565064s","start":"2026-04-02T17:39:41.214002Z","end":"2026-04-02T17:39:45.808567Z","steps":["trace[839872086] 'agreement among raft nodes before linearized reading' (duration: 4.594318876s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.773824Z","time spent":"4.034796638s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:45.808645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.213997Z","time spent":"4.594634066s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:45.808151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367982234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:45.808725Z","caller":"traceutil/trace.go:171","msg":"trace[279927927] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25892; }","duration":"1.368630384s","start":"2026-04-02T17:39:44.440077Z","end":"2026-04-02T17:39:45.808708Z","steps":["trace[279927927] 'agreement among raft nodes before linearized reading' (duration: 1.36787775s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.440061Z","time spent":"1.368699416s","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:45.808593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.006268Z","time spent":"2.802316827s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" "} {"level":"warn","ts":"2026-04-02T17:39:45.808497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.502658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:45.808469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.621654Z","time spent":"1.186802641s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:45.808881Z","caller":"traceutil/trace.go:171","msg":"trace[592738945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25892; }","duration":"585.981264ms","start":"2026-04-02T17:39:45.222874Z","end":"2026-04-02T17:39:45.808855Z","steps":["trace[592738945] 'agreement among raft nodes before linearized reading' (duration: 585.329013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.222843Z","time spent":"586.084637ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:45.808561Z","caller":"traceutil/trace.go:171","msg":"trace[1565012840] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:25892; }","duration":"1.284013259s","start":"2026-04-02T17:39:44.524539Z","end":"2026-04-02T17:39:45.808553Z","steps":["trace[1565012840] 'agreement among raft nodes before linearized reading' (duration: 1.283897166s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.808953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284420772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-2kfzv\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-02T17:39:45.809142Z","caller":"traceutil/trace.go:171","msg":"trace[813399917] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-2kfzv; range_end:; response_count:1; response_revision:25892; }","duration":"1.284720251s","start":"2026-04-02T17:39:44.524398Z","end":"2026-04-02T17:39:45.809118Z","steps":["trace[813399917] 'agreement among raft nodes before linearized reading' (duration: 1.283978748s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.80923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.52438Z","time spent":"1.284836436s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4004,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-2kfzv\" "} {"level":"warn","ts":"2026-04-02T17:39:45.809059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.524468Z","time spent":"1.284573097s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"warn","ts":"2026-04-02T17:39:45.808412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:44.445233Z","time spent":"1.363106757s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:45.809673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56755805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-04-02T17:39:45.809834Z","caller":"traceutil/trace.go:171","msg":"trace[1769815499] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25892; }","duration":"4.567774967s","start":"2026-04-02T17:39:41.242041Z","end":"2026-04-02T17:39:45.809816Z","steps":["trace[1769815499] 'agreement among raft nodes before linearized reading' (duration: 4.565956018s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.809914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.242013Z","time spent":"4.567888841s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1105,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-02T17:39:46.31376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:46.631637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.810564Z","time spent":"821.064667ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:47.657502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.816286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:47.65795Z","caller":"traceutil/trace.go:171","msg":"trace[591189358] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"1.02442059s","start":"2026-04-02T17:39:46.633507Z","end":"2026-04-02T17:39:47.657927Z","steps":["trace[591189358] 'process raft request' (duration: 1.024352368s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:47.65806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:46.633485Z","time spent":"1.024524293s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:47.658416Z","caller":"traceutil/trace.go:171","msg":"trace[1140781719] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"1.840899801s","start":"2026-04-02T17:39:45.817498Z","end":"2026-04-02T17:39:47.658398Z","steps":["trace[1140781719] 'process raft request' (duration: 1.840184838s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:47.65852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.817488Z","time spent":"1.840979483s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:47.658643Z","caller":"traceutil/trace.go:171","msg":"trace[396679304] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"1.84651614s","start":"2026-04-02T17:39:45.812101Z","end":"2026-04-02T17:39:47.658617Z","steps":["trace[396679304] 'process raft request' (duration: 970.466854ms)","trace[396679304] 'compare' (duration: 874.396513ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:47.658749Z","caller":"traceutil/trace.go:171","msg":"trace[2143408842] linearizableReadLoop","detail":"{readStateIndex:26760; appliedIndex:26757; }","duration":"1.845296712s","start":"2026-04-02T17:39:45.813434Z","end":"2026-04-02T17:39:47.658731Z","steps":["trace[2143408842] 'read index received' (duration: 812.331509ms)","trace[2143408842] 'applied index is now lower than readState.Index' (duration: 1.032962883s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:47.659048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.812063Z","time spent":"1.846672555s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:47.659306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845822098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-jdkl5\" ","response":"range_response_count:1 size:5648"} {"level":"info","ts":"2026-04-02T17:39:47.659404Z","caller":"traceutil/trace.go:171","msg":"trace[533595885] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-jdkl5; range_end:; response_count:1; response_revision:25895; }","duration":"1.845974763s","start":"2026-04-02T17:39:45.813403Z","end":"2026-04-02T17:39:47.659378Z","steps":["trace[533595885] 'agreement among raft nodes before linearized reading' (duration: 1.845679984s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:47.659452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.813392Z","time spent":"1.846050305s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5672,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-jdkl5\" "} {"level":"warn","ts":"2026-04-02T17:39:48.159779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:48.594889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432899848s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:49.149777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:49.14989Z","caller":"traceutil/trace.go:171","msg":"trace[403021325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546306s","start":"2026-04-02T17:39:47.149317Z","end":"2026-04-02T17:39:49.149864Z","steps":["trace[403021325] 'agreement among raft nodes before linearized reading' (duration: 2.000403862s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.149948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.149292Z","time spent":"2.000643958s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:49.333997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.777278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:49.334241Z","caller":"traceutil/trace.go:171","msg":"trace[2060851292] linearizableReadLoop","detail":"{readStateIndex:26763; appliedIndex:26761; }","duration":"1.675237307s","start":"2026-04-02T17:39:47.658974Z","end":"2026-04-02T17:39:49.334211Z","steps":["trace[2060851292] 'read index received' (duration: 936.157639ms)","trace[2060851292] 'applied index is now lower than readState.Index' (duration: 739.078038ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:49.334372Z","caller":"traceutil/trace.go:171","msg":"trace[1051841060] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"2.172528344s","start":"2026-04-02T17:39:47.16183Z","end":"2026-04-02T17:39:49.334359Z","steps":["trace[1051841060] 'process raft request' (duration: 1.433284841s)","trace[1051841060] 'compare' (duration: 737.387044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:49.334441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.161802Z","time spent":"2.172604357s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:49.334668Z","caller":"traceutil/trace.go:171","msg":"trace[1713619020] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"1.6716128s","start":"2026-04-02T17:39:47.663045Z","end":"2026-04-02T17:39:49.334658Z","steps":["trace[1713619020] 'process raft request' (duration: 1.671072883s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.33473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.663017Z","time spent":"1.671689443s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:49.335044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.35788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:49.335049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67286964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-02T17:39:49.335131Z","caller":"traceutil/trace.go:171","msg":"trace[2078615850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25897; }","duration":"1.673002824s","start":"2026-04-02T17:39:47.662107Z","end":"2026-04-02T17:39:49.33511Z","steps":["trace[2078615850] 'agreement among raft nodes before linearized reading' (duration: 1.672772367s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.662088Z","time spent":"1.673087758s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:39:49.335215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.991583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-02T17:39:49.335192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521534149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4077699f-7b1a-4ba4-b5af-dc931b1feffe\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-02T17:39:49.335253Z","caller":"traceutil/trace.go:171","msg":"trace[1585901705] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25897; }","duration":"245.069625ms","start":"2026-04-02T17:39:49.090174Z","end":"2026-04-02T17:39:49.335244Z","steps":["trace[1585901705] 'agreement among raft nodes before linearized reading' (duration: 244.93543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166628116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:49.335282Z","caller":"traceutil/trace.go:171","msg":"trace[1361895221] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4077699f-7b1a-4ba4-b5af-dc931b1feffe; range_end:; response_count:1; response_revision:25897; }","duration":"3.521644873s","start":"2026-04-02T17:39:45.813615Z","end":"2026-04-02T17:39:49.335259Z","steps":["trace[1361895221] 'agreement among raft nodes before linearized reading' (duration: 3.521387195s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:49.335312Z","caller":"traceutil/trace.go:171","msg":"trace[1365610304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25897; }","duration":"1.166776071s","start":"2026-04-02T17:39:48.168513Z","end":"2026-04-02T17:39:49.335289Z","steps":["trace[1365610304] 'agreement among raft nodes before linearized reading' (duration: 1.166614766s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.33534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:45.813606Z","time spent":"3.521725756s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-4077699f-7b1a-4ba4-b5af-dc931b1feffe\" "} {"level":"warn","ts":"2026-04-02T17:39:49.335363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:48.168486Z","time spent":"1.166868604s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:49.335088Z","caller":"traceutil/trace.go:171","msg":"trace[1693523478] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25897; }","duration":"786.441142ms","start":"2026-04-02T17:39:48.548635Z","end":"2026-04-02T17:39:49.335076Z","steps":["trace[1693523478] 'agreement among raft nodes before linearized reading' (duration: 786.36085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.022514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:39:49.335525Z","caller":"traceutil/trace.go:171","msg":"trace[1446013444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25897; }","duration":"245.24285ms","start":"2026-04-02T17:39:49.090243Z","end":"2026-04-02T17:39:49.335486Z","steps":["trace[1446013444] 'agreement among raft nodes before linearized reading' (duration: 244.773926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167195563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:49.335622Z","caller":"traceutil/trace.go:171","msg":"trace[218509732] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25897; }","duration":"2.167271646s","start":"2026-04-02T17:39:47.16834Z","end":"2026-04-02T17:39:49.335612Z","steps":["trace[218509732] 'agreement among raft nodes before linearized reading' (duration: 2.167212654s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.16832Z","time spent":"2.167328978s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-02T17:39:49.335448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:48.548615Z","time spent":"786.815535ms","remote":"127.0.0.1:35962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:49.335686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.262993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:49.335737Z","caller":"traceutil/trace.go:171","msg":"trace[1244950497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25897; }","duration":"185.398597ms","start":"2026-04-02T17:39:49.150326Z","end":"2026-04-02T17:39:49.335725Z","steps":["trace[1244950497] 'agreement among raft nodes before linearized reading' (duration: 185.325025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.724991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418759"} {"level":"info","ts":"2026-04-02T17:39:49.335848Z","caller":"traceutil/trace.go:171","msg":"trace[1902377770] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25897; }","duration":"213.218617ms","start":"2026-04-02T17:39:49.122613Z","end":"2026-04-02T17:39:49.335832Z","steps":["trace[1902377770] 'agreement among raft nodes before linearized reading' (duration: 212.252196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672572291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-02T17:39:49.33591Z","caller":"traceutil/trace.go:171","msg":"trace[1142184410] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25897; }","duration":"1.672710605s","start":"2026-04-02T17:39:47.663182Z","end":"2026-04-02T17:39:49.335893Z","steps":["trace[1142184410] 'agreement among raft nodes before linearized reading' (duration: 1.672131977s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.335969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.66317Z","time spent":"1.672791338s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:39:49.335529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254522556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-02T17:39:49.336076Z","caller":"traceutil/trace.go:171","msg":"trace[1708855121] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25897; }","duration":"2.255100404s","start":"2026-04-02T17:39:47.080961Z","end":"2026-04-02T17:39:49.336062Z","steps":["trace[1708855121] 'agreement among raft nodes before linearized reading' (duration: 2.254521385s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.336122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:47.080943Z","time spent":"2.255167695s","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-02T17:39:49.840571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:50.341539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:50.842528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:50.954125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543580996s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:51.001896Z","caller":"traceutil/trace.go:171","msg":"trace[751509418] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"1.662906911s","start":"2026-04-02T17:39:49.338951Z","end":"2026-04-02T17:39:51.001858Z","steps":["trace[751509418] 'process raft request' (duration: 1.615441584s)","trace[751509418] 'compare' (duration: 45.193714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:51.002063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.338925Z","time spent":"1.663059626s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:51.341539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000618767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:51.341622Z","caller":"traceutil/trace.go:171","msg":"trace[456944455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000770882s","start":"2026-04-02T17:39:49.340832Z","end":"2026-04-02T17:39:51.341603Z","steps":["trace[456944455] 'agreement among raft nodes before linearized reading' (duration: 2.000663369s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:51.341656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.340812Z","time spent":"2.000837504s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:52.018275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057236308s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:52.019015Z","caller":"traceutil/trace.go:171","msg":"trace[247874322] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"2.678755186s","start":"2026-04-02T17:39:49.340217Z","end":"2026-04-02T17:39:52.018973Z","steps":["trace[247874322] 'process raft request' (duration: 2.678367644s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:52.019109Z","caller":"traceutil/trace.go:171","msg":"trace[1725531877] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"2.677861628s","start":"2026-04-02T17:39:49.34121Z","end":"2026-04-02T17:39:52.019072Z","steps":["trace[1725531877] 'process raft request' (duration: 2.677632441s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.019202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.34019Z","time spent":"2.678908721s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:52.019334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.341194Z","time spent":"2.678015023s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:52.019312Z","caller":"traceutil/trace.go:171","msg":"trace[1647985571] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"2.672581719s","start":"2026-04-02T17:39:49.346675Z","end":"2026-04-02T17:39:52.019256Z","steps":["trace[1647985571] 'process raft request' (duration: 2.672222258s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.019723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.346653Z","time spent":"2.672850218s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:52.019881Z","caller":"traceutil/trace.go:171","msg":"trace[803046986] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26763; }","duration":"2.680160402s","start":"2026-04-02T17:39:49.339701Z","end":"2026-04-02T17:39:52.019862Z","steps":["trace[803046986] 'read index received' (duration: 1.614675149s)","trace[803046986] 'applied index is now lower than readState.Index' (duration: 1.065484313s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:52.020121Z","caller":"traceutil/trace.go:171","msg":"trace[2011771032] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"1.205168388s","start":"2026-04-02T17:39:50.81494Z","end":"2026-04-02T17:39:52.020109Z","steps":["trace[2011771032] 'process raft request' (duration: 1.204069953s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.020205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:50.814911Z","time spent":"1.205246041s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:52.020291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680584405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:39:52.020347Z","caller":"traceutil/trace.go:171","msg":"trace[1583899332] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25902; }","duration":"2.680663978s","start":"2026-04-02T17:39:49.339672Z","end":"2026-04-02T17:39:52.020336Z","steps":["trace[1583899332] 'agreement among raft nodes before linearized reading' (duration: 2.680466481s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.020389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.339653Z","time spent":"2.680728279s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-02T17:39:52.152679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:52.1528Z","caller":"traceutil/trace.go:171","msg":"trace[1675171700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446022s","start":"2026-04-02T17:39:50.152324Z","end":"2026-04-02T17:39:52.15277Z","steps":["trace[1675171700] 'agreement among raft nodes before linearized reading' (duration: 2.000287827s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.152885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:50.152303Z","time spent":"2.000566127s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:39:52.298909Z","caller":"traceutil/trace.go:171","msg":"trace[660500135] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"1.291649683s","start":"2026-04-02T17:39:51.007184Z","end":"2026-04-02T17:39:52.298834Z","steps":["trace[660500135] 'process raft request' (duration: 1.288364228s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:52.298997Z","caller":"traceutil/trace.go:171","msg":"trace[88151226] linearizableReadLoop","detail":"{readStateIndex:26769; appliedIndex:26768; }","duration":"279.02519ms","start":"2026-04-02T17:39:52.019929Z","end":"2026-04-02T17:39:52.298954Z","steps":["trace[88151226] 'read index received' (duration: 275.642242ms)","trace[88151226] 'applied index is now lower than readState.Index' (duration: 3.378688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.299202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:51.007166Z","time spent":"1.291869761s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:52.980523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.551419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-02T17:39:52.980586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851996836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:52.980701Z","caller":"traceutil/trace.go:171","msg":"trace[1601858855] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25903; }","duration":"2.852187492s","start":"2026-04-02T17:39:50.12848Z","end":"2026-04-02T17:39:52.980668Z","steps":["trace[1601858855] 'agreement among raft nodes before linearized reading' (duration: 2.170594832s)","trace[1601858855] 'count revisions from in-memory index tree' (duration: 681.317941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.980784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:50.128453Z","time spent":"2.852313376s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:52.980821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.773858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:39:52.980865Z","caller":"traceutil/trace.go:171","msg":"trace[2093124388] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25903; }","duration":"956.867271ms","start":"2026-04-02T17:39:52.023986Z","end":"2026-04-02T17:39:52.980854Z","steps":["trace[2093124388] 'agreement among raft nodes before linearized reading' (duration: 956.670384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.980919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.023966Z","time spent":"956.942662ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:39:52.981512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88589766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:52.981559Z","caller":"traceutil/trace.go:171","msg":"trace[1904515881] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25903; }","duration":"1.885980654s","start":"2026-04-02T17:39:51.09556Z","end":"2026-04-02T17:39:52.981541Z","steps":["trace[1904515881] 'agreement among raft nodes before linearized reading' (duration: 1.203396492s)","trace[1904515881] 'count revisions from in-memory index tree' (duration: 682.467308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.981592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:51.095543Z","time spent":"1.886039825s","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:52.9818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051106923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:52.98189Z","caller":"traceutil/trace.go:171","msg":"trace[2064975442] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25903; }","duration":"1.051257988s","start":"2026-04-02T17:39:51.930604Z","end":"2026-04-02T17:39:52.981862Z","steps":["trace[2064975442] 'agreement among raft nodes before linearized reading' (duration: 368.448529ms)","trace[2064975442] 'count revisions from in-memory index tree' (duration: 682.660524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.9819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612480207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-02T17:39:52.981935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:51.930584Z","time spent":"1.051339551s","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:52.981946Z","caller":"traceutil/trace.go:171","msg":"trace[68255839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25903; }","duration":"3.6125615s","start":"2026-04-02T17:39:49.369368Z","end":"2026-04-02T17:39:52.98193Z","steps":["trace[68255839] 'agreement among raft nodes before linearized reading' (duration: 2.92971049s)","trace[68255839] 'range keys from in-memory index tree' (duration: 682.695715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.982014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.369348Z","time spent":"3.612650792s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:39:52.982147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746216845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:52.98219Z","caller":"traceutil/trace.go:171","msg":"trace[1130473721] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25903; }","duration":"2.746303757s","start":"2026-04-02T17:39:50.23587Z","end":"2026-04-02T17:39:52.982174Z","steps":["trace[1130473721] 'agreement among raft nodes before linearized reading' (duration: 2.063187318s)","trace[1130473721] 'count revisions from in-memory index tree' (duration: 683.056786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.982317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.4944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qlw8n\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-04-02T17:39:52.982376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640866004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-02T17:39:52.982442Z","caller":"traceutil/trace.go:171","msg":"trace[1915868069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25903; }","duration":"3.640970398s","start":"2026-04-02T17:39:49.341447Z","end":"2026-04-02T17:39:52.982418Z","steps":["trace[1915868069] 'agreement among raft nodes before linearized reading' (duration: 2.957646482s)","trace[1915868069] 'range keys from in-memory index tree' (duration: 683.136639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.9825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:49.341439Z","time spent":"3.64104365s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-02T17:39:52.980632Z","caller":"traceutil/trace.go:171","msg":"trace[988063937] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26769; }","duration":"681.541758ms","start":"2026-04-02T17:39:52.299071Z","end":"2026-04-02T17:39:52.980613Z","steps":["trace[988063937] 'read index received' (duration: 69.082µs)","trace[988063937] 'applied index is now lower than readState.Index' (duration: 681.471216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.98299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.551873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7bbb8d989b-5vq6r.18a2996d39bbebe6\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-04-02T17:39:52.983054Z","caller":"traceutil/trace.go:171","msg":"trace[48974225] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7bbb8d989b-5vq6r.18a2996d39bbebe6; range_end:; response_count:1; response_revision:25903; }","duration":"678.658326ms","start":"2026-04-02T17:39:52.304371Z","end":"2026-04-02T17:39:52.98303Z","steps":["trace[48974225] 'agreement among raft nodes before linearized reading' (duration: 678.490711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.983101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.304353Z","time spent":"678.736329ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-7bbb8d989b-5vq6r.18a2996d39bbebe6\" "} {"level":"warn","ts":"2026-04-02T17:39:52.983619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255451386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:52.983675Z","caller":"traceutil/trace.go:171","msg":"trace[1369738528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25903; }","duration":"1.255554039s","start":"2026-04-02T17:39:51.728098Z","end":"2026-04-02T17:39:52.983652Z","steps":["trace[1369738528] 'agreement among raft nodes before linearized reading' (duration: 570.939453ms)","trace[1369738528] 'count revisions from in-memory index tree' (duration: 684.545694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.983687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127362281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:52.983723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:51.728051Z","time spent":"1.255651962s","remote":"127.0.0.1:59488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:52.983755Z","caller":"traceutil/trace.go:171","msg":"trace[1059758129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25903; }","duration":"1.127479115s","start":"2026-04-02T17:39:51.856252Z","end":"2026-04-02T17:39:52.983731Z","steps":["trace[1059758129] 'agreement among raft nodes before linearized reading' (duration: 442.774555ms)","trace[1059758129] 'count revisions from in-memory index tree' (duration: 684.600146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.983817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:51.856229Z","time spent":"1.127571808s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:52.982139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.871997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:52.984116Z","caller":"traceutil/trace.go:171","msg":"trace[1438499999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25903; }","duration":"819.86089ms","start":"2026-04-02T17:39:52.164203Z","end":"2026-04-02T17:39:52.984064Z","steps":["trace[1438499999] 'agreement among raft nodes before linearized reading' (duration: 817.879377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.984238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.164175Z","time spent":"820.020636ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:52.982222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:50.235841Z","time spent":"2.746366819s","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:52.984813Z","caller":"traceutil/trace.go:171","msg":"trace[984041584] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qlw8n; range_end:; response_count:1; response_revision:25903; }","duration":"957.589103ms","start":"2026-04-02T17:39:52.024811Z","end":"2026-04-02T17:39:52.9824Z","steps":["trace[984041584] 'agreement among raft nodes before linearized reading' (duration: 957.361776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:52.984902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.024792Z","time spent":"960.091064ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qlw8n\" "} {"level":"warn","ts":"2026-04-02T17:39:52.985839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22933364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388606"} {"level":"info","ts":"2026-04-02T17:39:52.9859Z","caller":"traceutil/trace.go:171","msg":"trace[687732026] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25903; }","duration":"2.229443724s","start":"2026-04-02T17:39:50.756441Z","end":"2026-04-02T17:39:52.985885Z","steps":["trace[687732026] 'agreement among raft nodes before linearized reading' (duration: 1.542619366s)","trace[687732026] 'range keys from in-memory index tree' (duration: 684.72366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:52.985956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:50.756419Z","time spent":"2.229511416s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2089,"response size":388630,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-02T17:39:53.488159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:53.988825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:54.337434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350474062s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:54.339245Z","caller":"traceutil/trace.go:171","msg":"trace[2119136111] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"1.352348722s","start":"2026-04-02T17:39:52.986842Z","end":"2026-04-02T17:39:54.339191Z","steps":["trace[2119136111] 'process raft request' (duration: 1.351209876s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:54.339488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.986818Z","time spent":"1.352512318s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:54.986846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999643376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:54.986958Z","caller":"traceutil/trace.go:171","msg":"trace[2038045468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999822221s","start":"2026-04-02T17:39:52.987111Z","end":"2026-04-02T17:39:54.986933Z","steps":["trace[2038045468] 'agreement among raft nodes before linearized reading' (duration: 1.999680507s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:54.987016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.98709Z","time spent":"1.999915094s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:55.400598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058648005s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:55.527664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.768263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:55.527886Z","caller":"traceutil/trace.go:171","msg":"trace[285212466] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"2.535180896s","start":"2026-04-02T17:39:52.992684Z","end":"2026-04-02T17:39:55.527865Z","steps":["trace[285212466] 'process raft request' (duration: 2.408120784s)","trace[285212466] 'compare' (duration: 126.509705ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:55.527957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.99266Z","time spent":"2.535267049s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:55.528602Z","caller":"traceutil/trace.go:171","msg":"trace[1181462548] linearizableReadLoop","detail":"{readStateIndex:26773; appliedIndex:26770; }","duration":"2.541421506s","start":"2026-04-02T17:39:52.987162Z","end":"2026-04-02T17:39:55.528583Z","steps":["trace[1181462548] 'read index received' (duration: 1.350552115s)","trace[1181462548] 'applied index is now lower than readState.Index' (duration: 1.190867941s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:55.528698Z","caller":"traceutil/trace.go:171","msg":"trace[2077930788] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"2.535430045s","start":"2026-04-02T17:39:52.993228Z","end":"2026-04-02T17:39:55.528658Z","steps":["trace[2077930788] 'process raft request' (duration: 2.534548366s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.528845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.993221Z","time spent":"2.535545828s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:55.528865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541594112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e329af9-d6e0-4367-b1c4-2b3fd00a4e05\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-02T17:39:55.528902Z","caller":"traceutil/trace.go:171","msg":"trace[1735169413] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e329af9-d6e0-4367-b1c4-2b3fd00a4e05; range_end:; response_count:1; response_revision:25906; }","duration":"2.541677284s","start":"2026-04-02T17:39:52.987212Z","end":"2026-04-02T17:39:55.528889Z","steps":["trace[1735169413] 'agreement among raft nodes before linearized reading' (duration: 2.541519219s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:52.987193Z","time spent":"2.541741946s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2e329af9-d6e0-4367-b1c4-2b3fd00a4e05\" "} {"level":"warn","ts":"2026-04-02T17:39:55.52914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.162515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:55.529192Z","caller":"traceutil/trace.go:171","msg":"trace[1882360079] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25906; }","duration":"813.265399ms","start":"2026-04-02T17:39:54.715914Z","end":"2026-04-02T17:39:55.529179Z","steps":["trace[1882360079] 'agreement among raft nodes before linearized reading' (duration: 813.174316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:54.715885Z","time spent":"813.338412ms","remote":"127.0.0.1:59584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.529346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098831217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:55.529388Z","caller":"traceutil/trace.go:171","msg":"trace[1967836699] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25906; }","duration":"2.09892493s","start":"2026-04-02T17:39:53.430452Z","end":"2026-04-02T17:39:55.529377Z","steps":["trace[1967836699] 'agreement among raft nodes before linearized reading' (duration: 2.098808336s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:53.430428Z","time spent":"2.098991462s","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.52945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182134672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a29ae8e2e7cdfb\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:39:55.529434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.084284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:55.529481Z","caller":"traceutil/trace.go:171","msg":"trace[1279791532] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a29ae8e2e7cdfb; range_end:; response_count:1; response_revision:25906; }","duration":"1.182199154s","start":"2026-04-02T17:39:54.347273Z","end":"2026-04-02T17:39:55.529472Z","steps":["trace[1279791532] 'agreement among raft nodes before linearized reading' (duration: 1.182061359s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:54.347254Z","time spent":"1.182244215s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a29ae8e2e7cdfb\" "} {"level":"info","ts":"2026-04-02T17:39:55.529515Z","caller":"traceutil/trace.go:171","msg":"trace[67163531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25906; }","duration":"534.224638ms","start":"2026-04-02T17:39:54.995268Z","end":"2026-04-02T17:39:55.529493Z","steps":["trace[67163531] 'agreement among raft nodes before linearized reading' (duration: 534.086464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:54.995229Z","time spent":"534.311621ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:55.529612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43612615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:55.529654Z","caller":"traceutil/trace.go:171","msg":"trace[1016175356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25906; }","duration":"2.436212482s","start":"2026-04-02T17:39:53.09343Z","end":"2026-04-02T17:39:55.529642Z","steps":["trace[1016175356] 'agreement among raft nodes before linearized reading' (duration: 2.43615057s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:53.0934Z","time spent":"2.436298115s","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.52966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718779458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:55.529781Z","caller":"traceutil/trace.go:171","msg":"trace[924051631] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25906; }","duration":"1.718951404s","start":"2026-04-02T17:39:53.810801Z","end":"2026-04-02T17:39:55.529752Z","steps":["trace[924051631] 'agreement among raft nodes before linearized reading' (duration: 1.718732167s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.529873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:53.810784Z","time spent":"1.719058986s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.529709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.872718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:55.529946Z","caller":"traceutil/trace.go:171","msg":"trace[18680131] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25906; }","duration":"854.162716ms","start":"2026-04-02T17:39:54.675772Z","end":"2026-04-02T17:39:55.529935Z","steps":["trace[18680131] 'agreement among raft nodes before linearized reading' (duration: 853.904678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.52994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004186172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-02T17:39:55.529994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:54.675741Z","time spent":"854.239519ms","remote":"127.0.0.1:59472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.530017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747677221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:55.530142Z","caller":"traceutil/trace.go:171","msg":"trace[967015597] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25906; }","duration":"1.748509878s","start":"2026-04-02T17:39:53.781606Z","end":"2026-04-02T17:39:55.530116Z","steps":["trace[967015597] 'agreement among raft nodes before linearized reading' (duration: 1.747486445s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:55.53004Z","caller":"traceutil/trace.go:171","msg":"trace[405295373] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:25906; }","duration":"1.004371059s","start":"2026-04-02T17:39:54.525644Z","end":"2026-04-02T17:39:55.530015Z","steps":["trace[405295373] 'agreement among raft nodes before linearized reading' (duration: 1.00410673s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.530255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:53.781583Z","time spent":"1.748645493s","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.530314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:54.525616Z","time spent":"1.004687109s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"warn","ts":"2026-04-02T17:39:55.530962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047844869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:55.531228Z","caller":"traceutil/trace.go:171","msg":"trace[1537473649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25906; }","duration":"1.048173389s","start":"2026-04-02T17:39:54.483028Z","end":"2026-04-02T17:39:55.531201Z","steps":["trace[1537473649] 'agreement among raft nodes before linearized reading' (duration: 1.045803473s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.53136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:54.482999Z","time spent":"1.048341854s","remote":"127.0.0.1:37054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:55.531702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528118241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29585850-28khr.18a29a6e24899b24\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 ","response":"range_response_count:500 size:388564"} {"level":"info","ts":"2026-04-02T17:39:55.531732Z","caller":"traceutil/trace.go:171","msg":"trace[1829785184] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29585850-28khr.18a29a6e24899b24\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25906; }","duration":"2.528155682s","start":"2026-04-02T17:39:53.00357Z","end":"2026-04-02T17:39:55.531726Z","steps":["trace[1829785184] 'agreement among raft nodes before linearized reading' (duration: 2.526135217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:55.531757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:53.0035Z","time spent":"2.528244734s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1589,"response size":388588,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29585850-28khr.18a29a6e24899b24\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 "} {"level":"warn","ts":"2026-04-02T17:39:56.034284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:56.183463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.532788Z","time spent":"650.666111ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:57.089616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.807146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:57.089971Z","caller":"traceutil/trace.go:171","msg":"trace[1861144786] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"1.556373416s","start":"2026-04-02T17:39:55.533551Z","end":"2026-04-02T17:39:57.089925Z","steps":["trace[1861144786] 'process raft request' (duration: 1.174135626s)","trace[1861144786] 'compare' (duration: 381.063613ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:57.090073Z","caller":"traceutil/trace.go:171","msg":"trace[797849684] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"1.134669594s","start":"2026-04-02T17:39:55.955381Z","end":"2026-04-02T17:39:57.09005Z","steps":["trace[797849684] 'process raft request' (duration: 1.134493379s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:57.090087Z","caller":"traceutil/trace.go:171","msg":"trace[7402233] linearizableReadLoop","detail":"{readStateIndex:26777; appliedIndex:26773; }","duration":"1.556444668s","start":"2026-04-02T17:39:55.533609Z","end":"2026-04-02T17:39:57.090053Z","steps":["trace[7402233] 'read index received' (duration: 557.398269ms)","trace[7402233] 'applied index is now lower than readState.Index' (duration: 999.043359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:57.090179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.955343Z","time spent":"1.134782619s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:57.090174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.533525Z","time spent":"1.556538432s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:57.090274Z","caller":"traceutil/trace.go:171","msg":"trace[1485312607] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"904.025862ms","start":"2026-04-02T17:39:56.186125Z","end":"2026-04-02T17:39:57.090151Z","steps":["trace[1485312607] 'process raft request' (duration: 903.796884ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:57.090438Z","caller":"traceutil/trace.go:171","msg":"trace[41498000] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"1.158717523s","start":"2026-04-02T17:39:55.931711Z","end":"2026-04-02T17:39:57.090428Z","steps":["trace[41498000] 'process raft request' (duration: 1.158027501s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.090518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.931692Z","time spent":"1.158783366s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:57.090725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:56.186089Z","time spent":"904.406794ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:57.09082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539832447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:57.090853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556462579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ctmsk\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-04-02T17:39:57.090882Z","caller":"traceutil/trace.go:171","msg":"trace[1306301544] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25912; }","duration":"1.53991605s","start":"2026-04-02T17:39:55.550952Z","end":"2026-04-02T17:39:57.090868Z","steps":["trace[1306301544] 'agreement among raft nodes before linearized reading' (duration: 1.539820667s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.090946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.550939Z","time spent":"1.539985292s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:57.090981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540056765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-02T17:39:57.091021Z","caller":"traceutil/trace.go:171","msg":"trace[2131852597] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.540096206s","start":"2026-04-02T17:39:55.550916Z","end":"2026-04-02T17:39:57.091012Z","steps":["trace[2131852597] 'agreement among raft nodes before linearized reading' (duration: 1.539997103s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.550892Z","time spent":"1.540153258s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-02T17:39:57.090374Z","caller":"traceutil/trace.go:171","msg":"trace[138741106] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"248.734712ms","start":"2026-04-02T17:39:56.841582Z","end":"2026-04-02T17:39:57.090316Z","steps":["trace[138741106] 'process raft request' (duration: 248.395991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556769809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:39:57.091275Z","caller":"traceutil/trace.go:171","msg":"trace[613147254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25912; }","duration":"1.557668137s","start":"2026-04-02T17:39:55.53359Z","end":"2026-04-02T17:39:57.091258Z","steps":["trace[613147254] 'agreement among raft nodes before linearized reading' (duration: 1.556640044s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.09129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258401731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:57.091327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.533575Z","time spent":"1.55774024s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:39:57.091352Z","caller":"traceutil/trace.go:171","msg":"trace[1472997887] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25912; }","duration":"1.258486433s","start":"2026-04-02T17:39:55.83285Z","end":"2026-04-02T17:39:57.091336Z","steps":["trace[1472997887] 'agreement among raft nodes before linearized reading' (duration: 1.25839518s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.27165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:57.091406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.832838Z","time spent":"1.258558625s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:57.091443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551161429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-04-02T17:39:57.091472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552269525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-02T17:39:57.091397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551442558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-04-02T17:39:57.09151Z","caller":"traceutil/trace.go:171","msg":"trace[248323908] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.552331517s","start":"2026-04-02T17:39:55.539167Z","end":"2026-04-02T17:39:57.091499Z","steps":["trace[248323908] 'agreement among raft nodes before linearized reading' (duration: 1.552249294s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.539151Z","time spent":"1.552398539s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-02T17:39:57.09157Z","caller":"traceutil/trace.go:171","msg":"trace[137428702] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.551593464s","start":"2026-04-02T17:39:55.539938Z","end":"2026-04-02T17:39:57.091532Z","steps":["trace[137428702] 'agreement among raft nodes before linearized reading' (duration: 1.551390847s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260182987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:57.091671Z","caller":"traceutil/trace.go:171","msg":"trace[407845393] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25912; }","duration":"1.260294881s","start":"2026-04-02T17:39:55.83136Z","end":"2026-04-02T17:39:57.091655Z","steps":["trace[407845393] 'agreement among raft nodes before linearized reading' (duration: 1.260229118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.831308Z","time spent":"1.260392874s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:57.091708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.539933Z","time spent":"1.551711757s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.091758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55618875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-02T17:39:57.091802Z","caller":"traceutil/trace.go:171","msg":"trace[1712865536] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25912; }","duration":"1.556239232s","start":"2026-04-02T17:39:55.535547Z","end":"2026-04-02T17:39:57.091786Z","steps":["trace[1712865536] 'agreement among raft nodes before linearized reading' (duration: 1.556137939s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.091839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.535537Z","time spent":"1.556294433s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-02T17:39:57.091885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268011778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:57.091923Z","caller":"traceutil/trace.go:171","msg":"trace[223112891] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25912; }","duration":"1.268112341s","start":"2026-04-02T17:39:55.823801Z","end":"2026-04-02T17:39:57.091914Z","steps":["trace[223112891] 'agreement among raft nodes before linearized reading' (duration: 1.268056799s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:57.091469Z","caller":"traceutil/trace.go:171","msg":"trace[251126162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25912; }","duration":"940.556759ms","start":"2026-04-02T17:39:56.150887Z","end":"2026-04-02T17:39:57.091444Z","steps":["trace[251126162] 'agreement among raft nodes before linearized reading' (duration: 940.27356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.092016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:56.150865Z","time spent":"941.140908ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:57.091497Z","caller":"traceutil/trace.go:171","msg":"trace[198167269] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.551225141s","start":"2026-04-02T17:39:55.540259Z","end":"2026-04-02T17:39:57.091484Z","steps":["trace[198167269] 'agreement among raft nodes before linearized reading' (duration: 1.551045165s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.092176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.540254Z","time spent":"1.551897782s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.09219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352469997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-02T17:39:57.091969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.823781Z","time spent":"1.268170232s","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:57.090894Z","caller":"traceutil/trace.go:171","msg":"trace[316749323] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ctmsk; range_end:; response_count:1; response_revision:25912; }","duration":"1.556568812s","start":"2026-04-02T17:39:55.534312Z","end":"2026-04-02T17:39:57.090881Z","steps":["trace[316749323] 'agreement among raft nodes before linearized reading' (duration: 1.556412397s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.092317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.534285Z","time spent":"1.558022228s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-ctmsk\" "} {"level":"info","ts":"2026-04-02T17:39:57.092603Z","caller":"traceutil/trace.go:171","msg":"trace[694079564] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.352568561s","start":"2026-04-02T17:39:55.739659Z","end":"2026-04-02T17:39:57.092228Z","steps":["trace[694079564] 'agreement among raft nodes before linearized reading' (duration: 1.352341574s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.092944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548977619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-04-02T17:39:57.093009Z","caller":"traceutil/trace.go:171","msg":"trace[1936115891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.549055982s","start":"2026-04-02T17:39:55.54394Z","end":"2026-04-02T17:39:57.092996Z","steps":["trace[1936115891] 'agreement among raft nodes before linearized reading' (duration: 1.548874737s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.093054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.543934Z","time spent":"1.549107414s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.092951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516647216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-02T17:39:57.093156Z","caller":"traceutil/trace.go:171","msg":"trace[642743033] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.516882893s","start":"2026-04-02T17:39:55.576263Z","end":"2026-04-02T17:39:57.093146Z","steps":["trace[642743033] 'agreement among raft nodes before linearized reading' (duration: 1.516229762s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.093192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.576249Z","time spent":"1.516934115s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.091307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540509299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-04-02T17:39:57.146215Z","caller":"traceutil/trace.go:171","msg":"trace[580139085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.595437597s","start":"2026-04-02T17:39:55.550768Z","end":"2026-04-02T17:39:57.146205Z","steps":["trace[580139085] 'agreement among raft nodes before linearized reading' (duration: 1.540463488s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.146248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.550756Z","time spent":"1.595478128s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.146264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605943982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-04-02T17:39:57.146355Z","caller":"traceutil/trace.go:171","msg":"trace[1974190759] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.606038845s","start":"2026-04-02T17:39:55.540287Z","end":"2026-04-02T17:39:57.146326Z","steps":["trace[1974190759] 'agreement among raft nodes before linearized reading' (duration: 1.605786296s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.146384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595364534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-02T17:39:57.14639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.540285Z","time spent":"1.606099567s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-02T17:39:57.146402Z","caller":"traceutil/trace.go:171","msg":"trace[886159158] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.595439717s","start":"2026-04-02T17:39:55.550956Z","end":"2026-04-02T17:39:57.146396Z","steps":["trace[886159158] 'agreement among raft nodes before linearized reading' (duration: 1.595350654s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.146421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.550912Z","time spent":"1.595505158s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.14656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595780297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default.18a299e74c6743b5\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 ","response":"range_response_count:500 size:391511"} {"level":"info","ts":"2026-04-02T17:39:57.146589Z","caller":"traceutil/trace.go:171","msg":"trace[104377070] range","detail":"{range_begin:/registry/events/openstack/neutron-netns-cleanup-cron-default.18a299e74c6743b5\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25912; }","duration":"1.59586097s","start":"2026-04-02T17:39:55.550719Z","end":"2026-04-02T17:39:57.14658Z","steps":["trace[104377070] 'agreement among raft nodes before linearized reading' (duration: 1.540804768s)","trace[104377070] 'range keys from bolt db' (duration: 54.232275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:57.146614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.550696Z","time spent":"1.595904011s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1089,"response size":391535,"request content":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default.18a299e74c6743b5\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 "} {"level":"warn","ts":"2026-04-02T17:39:57.146803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594414263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-02T17:39:57.146845Z","caller":"traceutil/trace.go:171","msg":"trace[1847200865] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25912; }","duration":"1.594490386s","start":"2026-04-02T17:39:55.55234Z","end":"2026-04-02T17:39:57.14683Z","steps":["trace[1847200865] 'agreement among raft nodes before linearized reading' (duration: 1.540650513s)","trace[1847200865] 'range keys from bolt db' (duration: 53.729009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:57.146884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.552325Z","time spent":"1.594552568s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.150203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:55.739632Z","time spent":"1.353051896s","remote":"127.0.0.1:51510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-02T17:39:57.658294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:39:57.895841Z","caller":"traceutil/trace.go:171","msg":"trace[41208612] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"738.770435ms","start":"2026-04-02T17:39:57.157031Z","end":"2026-04-02T17:39:57.895802Z","steps":["trace[41208612] 'process raft request' (duration: 736.905086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:57.896039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.157015Z","time spent":"738.90971ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:59.163413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:59.163517Z","caller":"traceutil/trace.go:171","msg":"trace[2056212160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174962s","start":"2026-04-02T17:39:57.163317Z","end":"2026-04-02T17:39:59.163492Z","steps":["trace[2056212160] 'agreement among raft nodes before linearized reading' (duration: 2.000033868s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.163568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.163289Z","time spent":"2.000267085s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:59.347151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418106455s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:59.348003Z","caller":"traceutil/trace.go:171","msg":"trace[2130007305] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"2.190578339s","start":"2026-04-02T17:39:57.157244Z","end":"2026-04-02T17:39:59.347822Z","steps":["trace[2130007305] 'process raft request' (duration: 2.190188247s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.348055Z","caller":"traceutil/trace.go:171","msg":"trace[946280499] linearizableReadLoop","detail":"{readStateIndex:26783; appliedIndex:26781; }","duration":"2.190563048s","start":"2026-04-02T17:39:57.157413Z","end":"2026-04-02T17:39:59.347976Z","steps":["trace[946280499] 'read index received' (duration: 738.477826ms)","trace[946280499] 'applied index is now lower than readState.Index' (duration: 1.452083032s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:59.348216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.157221Z","time spent":"2.190888488s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:59.348238Z","caller":"traceutil/trace.go:171","msg":"trace[1154307883] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"2.183611516s","start":"2026-04-02T17:39:57.164612Z","end":"2026-04-02T17:39:59.348224Z","steps":["trace[1154307883] 'process raft request' (duration: 2.183096679s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.348328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190891928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.348416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.164593Z","time spent":"2.18373563s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:59.34842Z","caller":"traceutil/trace.go:171","msg":"trace[350411361] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25915; }","duration":"2.191031093s","start":"2026-04-02T17:39:57.157366Z","end":"2026-04-02T17:39:59.348397Z","steps":["trace[350411361] 'agreement among raft nodes before linearized reading' (duration: 2.190885369s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.348581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.157359Z","time spent":"2.191211969s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:39:59.572035Z","caller":"traceutil/trace.go:171","msg":"trace[785989521] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"1.671829317s","start":"2026-04-02T17:39:57.900167Z","end":"2026-04-02T17:39:59.571996Z","steps":["trace[785989521] 'process raft request' (duration: 1.668672326s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.572043Z","caller":"traceutil/trace.go:171","msg":"trace[1573703107] linearizableReadLoop","detail":"{readStateIndex:26784; appliedIndex:26783; }","duration":"223.841086ms","start":"2026-04-02T17:39:59.348167Z","end":"2026-04-02T17:39:59.572008Z","steps":["trace[1573703107] 'read index received' (duration: 220.53929ms)","trace[1573703107] 'applied index is now lower than readState.Index' (duration: 3.294616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:59.572171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.900144Z","time spent":"1.671957091s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:59.572182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464820909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.572231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793804777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.572222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51302276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:59.572255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475401527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.572314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.519218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.57229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685032049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"info","ts":"2026-04-02T17:39:59.572335Z","caller":"traceutil/trace.go:171","msg":"trace[665278478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25916; }","duration":"1.513219337s","start":"2026-04-02T17:39:58.05909Z","end":"2026-04-02T17:39:59.57231Z","steps":["trace[665278478] 'agreement among raft nodes before linearized reading' (duration: 1.51301757s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536967655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:59.572377Z","caller":"traceutil/trace.go:171","msg":"trace[116499910] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25916; }","duration":"1.685187334s","start":"2026-04-02T17:39:57.887168Z","end":"2026-04-02T17:39:59.572355Z","steps":["trace[116499910] 'agreement among raft nodes before linearized reading' (duration: 1.684847563s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941557479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.572437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.887144Z","time spent":"1.685283958s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7531,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-04-02T17:39:59.572266Z","caller":"traceutil/trace.go:171","msg":"trace[1656845195] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25916; }","duration":"1.464939033s","start":"2026-04-02T17:39:58.107307Z","end":"2026-04-02T17:39:59.572246Z","steps":["trace[1656845195] 'agreement among raft nodes before linearized reading' (duration: 1.464697995s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.572444Z","caller":"traceutil/trace.go:171","msg":"trace[685610338] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25916; }","duration":"1.941640723s","start":"2026-04-02T17:39:57.630794Z","end":"2026-04-02T17:39:59.572435Z","steps":["trace[685610338] 'agreement among raft nodes before linearized reading' (duration: 1.941579751s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.572446Z","caller":"traceutil/trace.go:171","msg":"trace[1178341510] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25916; }","duration":"1.5371226s","start":"2026-04-02T17:39:58.035293Z","end":"2026-04-02T17:39:59.572416Z","steps":["trace[1178341510] 'agreement among raft nodes before linearized reading' (duration: 1.536902073s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402476595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.5725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.630763Z","time spent":"1.941727776s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:59.572525Z","caller":"traceutil/trace.go:171","msg":"trace[1403968825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25916; }","duration":"1.402553838s","start":"2026-04-02T17:39:58.169964Z","end":"2026-04-02T17:39:59.572518Z","steps":["trace[1403968825] 'agreement among raft nodes before linearized reading' (duration: 1.402500357s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.57254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.035267Z","time spent":"1.537257105s","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:59.572416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.059058Z","time spent":"1.513346091s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:59.572626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670789383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-02T17:39:59.572658Z","caller":"traceutil/trace.go:171","msg":"trace[430888881] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25916; }","duration":"1.670856196s","start":"2026-04-02T17:39:57.901792Z","end":"2026-04-02T17:39:59.572648Z","steps":["trace[430888881] 'agreement among raft nodes before linearized reading' (duration: 1.67069063s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.901778Z","time spent":"1.670896818s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T17:39:59.572684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.950814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-2nskm\" ","response":"range_response_count:1 size:4800"} {"level":"warn","ts":"2026-04-02T17:39:59.572332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794168178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.572393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.742778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:59.572748Z","caller":"traceutil/trace.go:171","msg":"trace[2075810129] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-2nskm; range_end:; response_count:1; response_revision:25916; }","duration":"221.042036ms","start":"2026-04-02T17:39:59.351694Z","end":"2026-04-02T17:39:59.572736Z","steps":["trace[2075810129] 'agreement among raft nodes before linearized reading' (duration: 220.84057ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.572764Z","caller":"traceutil/trace.go:171","msg":"trace[498093195] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25916; }","duration":"1.794632483s","start":"2026-04-02T17:39:57.778116Z","end":"2026-04-02T17:39:59.572749Z","steps":["trace[498093195] 'agreement among raft nodes before linearized reading' (duration: 1.794182878s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.572773Z","caller":"traceutil/trace.go:171","msg":"trace[156981153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25916; }","duration":"775.12336ms","start":"2026-04-02T17:39:58.797639Z","end":"2026-04-02T17:39:59.572763Z","steps":["trace[156981153] 'agreement among raft nodes before linearized reading' (duration: 774.730988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.778091Z","time spent":"1.794700215s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-02T17:39:59.572812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.797606Z","time spent":"775.193253ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:59.572351Z","caller":"traceutil/trace.go:171","msg":"trace[221424517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25916; }","duration":"407.57575ms","start":"2026-04-02T17:39:59.164765Z","end":"2026-04-02T17:39:59.57234Z","steps":["trace[221424517] 'agreement among raft nodes before linearized reading' (duration: 407.526518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.164746Z","time spent":"408.112937ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:59.572485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.107287Z","time spent":"1.465187141s","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:59.572965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412484583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-02T17:39:59.572988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.018568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.572555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.169951Z","time spent":"1.402598639s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:59.573019Z","caller":"traceutil/trace.go:171","msg":"trace[302002452] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25916; }","duration":"2.412574666s","start":"2026-04-02T17:39:57.160428Z","end":"2026-04-02T17:39:59.573002Z","steps":["trace[302002452] 'agreement among raft nodes before linearized reading' (duration: 2.412425131s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.573025Z","caller":"traceutil/trace.go:171","msg":"trace[934316323] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25916; }","duration":"217.07584ms","start":"2026-04-02T17:39:59.355936Z","end":"2026-04-02T17:39:59.573012Z","steps":["trace[934316323] 'agreement among raft nodes before linearized reading' (duration: 217.011768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.572348Z","caller":"traceutil/trace.go:171","msg":"trace[1237754759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25916; }","duration":"1.475538692s","start":"2026-04-02T17:39:58.096785Z","end":"2026-04-02T17:39:59.572324Z","steps":["trace[1237754759] 'agreement among raft nodes before linearized reading' (duration: 1.475345566s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.573054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.160404Z","time spent":"2.412641188s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-02T17:39:59.573103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.096767Z","time spent":"1.476317227s","remote":"127.0.0.1:43856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:59.572279Z","caller":"traceutil/trace.go:171","msg":"trace[140786938] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25916; }","duration":"1.79393111s","start":"2026-04-02T17:39:57.778327Z","end":"2026-04-02T17:39:59.572258Z","steps":["trace[140786938] 'agreement among raft nodes before linearized reading' (duration: 1.793839007s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.572443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.04508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.573191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.778304Z","time spent":"1.79486855s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-02T17:39:59.573226Z","caller":"traceutil/trace.go:171","msg":"trace[1740323367] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25916; }","duration":"969.871786ms","start":"2026-04-02T17:39:58.603343Z","end":"2026-04-02T17:39:59.573215Z","steps":["trace[1740323367] 'agreement among raft nodes before linearized reading' (duration: 969.07186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.573259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:58.603319Z","time spent":"969.926948ms","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:59.574475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414816728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a298a37d2a4a60\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 ","response":"range_response_count:500 size:386702"} {"level":"info","ts":"2026-04-02T17:39:59.574513Z","caller":"traceutil/trace.go:171","msg":"trace[357196645] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a298a37d2a4a60\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25916; }","duration":"2.414868299s","start":"2026-04-02T17:39:57.159634Z","end":"2026-04-02T17:39:59.574502Z","steps":["trace[357196645] 'agreement among raft nodes before linearized reading' (duration: 2.412750431s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.57456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:57.159627Z","time spent":"2.414914831s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":121,"response count":589,"response size":386726,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a298a37d2a4a60\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 "} {"level":"warn","ts":"2026-04-02T17:40:00.08203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:00.582421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:01.083516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:01.389524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.77643771s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:40:01.582595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000666099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:01.58271Z","caller":"traceutil/trace.go:171","msg":"trace[506864178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000862234s","start":"2026-04-02T17:39:59.58182Z","end":"2026-04-02T17:40:01.582682Z","steps":["trace[506864178] 'agreement among raft nodes before linearized reading' (duration: 2.000674798s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:01.582776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.581804Z","time spent":"2.000958568s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:02.1008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.053089ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:02.100973Z","caller":"traceutil/trace.go:171","msg":"trace[1571306469] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25916; }","duration":"405.242845ms","start":"2026-04-02T17:40:01.695702Z","end":"2026-04-02T17:40:02.100945Z","steps":["trace[1571306469] 'range keys from in-memory index tree' (duration: 405.032399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:02.101002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.127284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:02.101143Z","caller":"traceutil/trace.go:171","msg":"trace[1108320182] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"2.522105899s","start":"2026-04-02T17:39:59.579011Z","end":"2026-04-02T17:40:02.101117Z","steps":["trace[1108320182] 'process raft request' (duration: 1.810752197s)","trace[1108320182] 'compare' (duration: 710.770113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:02.101208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.578976Z","time spent":"2.522202272s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:40:02.835324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445503891s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:02.836297Z","caller":"traceutil/trace.go:171","msg":"trace[1626940304] linearizableReadLoop","detail":"{readStateIndex:26786; appliedIndex:26784; }","duration":"3.255093502s","start":"2026-04-02T17:39:59.58117Z","end":"2026-04-02T17:40:02.836263Z","steps":["trace[1626940304] 'read index received' (duration: 1.808607159s)","trace[1626940304] 'applied index is now lower than readState.Index' (duration: 1.446484663s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:02.836364Z","caller":"traceutil/trace.go:171","msg":"trace[564944493] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"3.253929224s","start":"2026-04-02T17:39:59.582389Z","end":"2026-04-02T17:40:02.836318Z","steps":["trace[564944493] 'process raft request' (duration: 3.253458299s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:02.836516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255332109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-02T17:40:02.836597Z","caller":"traceutil/trace.go:171","msg":"trace[318952186] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25918; }","duration":"3.255465444s","start":"2026-04-02T17:39:59.581111Z","end":"2026-04-02T17:40:02.836577Z","steps":["trace[318952186] 'agreement among raft nodes before linearized reading' (duration: 3.255230426s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:02.836598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.582379Z","time spent":"3.254098059s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:02.83664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.5811Z","time spent":"3.255530775s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-02T17:40:03.512273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.287599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T17:40:03.514016Z","caller":"traceutil/trace.go:171","msg":"trace[1273757010] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"1.416346349s","start":"2026-04-02T17:40:02.097618Z","end":"2026-04-02T17:40:03.513964Z","steps":["trace[1273757010] 'process raft request' (duration: 1.414823581s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.514156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.097591Z","time spent":"1.416469683s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:03.584021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:03.584147Z","caller":"traceutil/trace.go:171","msg":"trace[1983223043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652629s","start":"2026-04-02T17:40:01.58347Z","end":"2026-04-02T17:40:03.584123Z","steps":["trace[1983223043] 'agreement among raft nodes before linearized reading' (duration: 2.000495334s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.584203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:01.583444Z","time spent":"2.000747962s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:40:03.613922Z","caller":"traceutil/trace.go:171","msg":"trace[1117604056] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"1.50710439s","start":"2026-04-02T17:40:02.106787Z","end":"2026-04-02T17:40:03.613891Z","steps":["trace[1117604056] 'process raft request' (duration: 1.407161076s)","trace[1117604056] 'compare' (duration: 99.718627ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:03.613945Z","caller":"traceutil/trace.go:171","msg":"trace[1959531475] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26786; }","duration":"777.566948ms","start":"2026-04-02T17:40:02.836342Z","end":"2026-04-02T17:40:03.613909Z","steps":["trace[1959531475] 'read index received' (duration: 81.593358ms)","trace[1959531475] 'applied index is now lower than readState.Index' (duration: 695.96896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:03.614065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.106759Z","time spent":"1.507234045s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:40:03.614107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595881699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.614166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08671869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:03.614199Z","caller":"traceutil/trace.go:171","msg":"trace[451224751] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25920; }","duration":"2.086840034s","start":"2026-04-02T17:40:01.527347Z","end":"2026-04-02T17:40:03.614187Z","steps":["trace[451224751] 'agreement among raft nodes before linearized reading' (duration: 2.08672271s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:03.614208Z","caller":"traceutil/trace.go:171","msg":"trace[1897660541] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25920; }","duration":"1.596057285s","start":"2026-04-02T17:40:02.018121Z","end":"2026-04-02T17:40:03.614178Z","steps":["trace[1897660541] 'agreement among raft nodes before linearized reading' (duration: 1.595827907s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:01.527324Z","time spent":"2.086906026s","remote":"127.0.0.1:40024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.018081Z","time spent":"1.596171828s","remote":"127.0.0.1:43790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.084389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:03.614417Z","caller":"traceutil/trace.go:171","msg":"trace[1784225366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25920; }","duration":"933.193183ms","start":"2026-04-02T17:40:02.681215Z","end":"2026-04-02T17:40:03.614408Z","steps":["trace[1784225366] 'agreement among raft nodes before linearized reading' (duration: 933.081259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.681177Z","time spent":"933.276106ms","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438223307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.614671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.298854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:03.614736Z","caller":"traceutil/trace.go:171","msg":"trace[43941410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25920; }","duration":"2.438564569s","start":"2026-04-02T17:40:01.176143Z","end":"2026-04-02T17:40:03.614707Z","steps":["trace[43941410] 'agreement among raft nodes before linearized reading' (duration: 2.438106244s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:03.614736Z","caller":"traceutil/trace.go:171","msg":"trace[846744987] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25920; }","duration":"825.418138ms","start":"2026-04-02T17:40:02.7893Z","end":"2026-04-02T17:40:03.614718Z","steps":["trace[846744987] 'agreement among raft nodes before linearized reading' (duration: 825.113308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25937901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-02T17:40:03.614794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.358028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:03.61481Z","caller":"traceutil/trace.go:171","msg":"trace[1806980426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25920; }","duration":"2.259457063s","start":"2026-04-02T17:40:01.355342Z","end":"2026-04-02T17:40:03.614799Z","steps":["trace[1806980426] 'agreement among raft nodes before linearized reading' (duration: 2.259098111s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:03.614824Z","caller":"traceutil/trace.go:171","msg":"trace[1775642126] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25920; }","duration":"928.41001ms","start":"2026-04-02T17:40:02.686406Z","end":"2026-04-02T17:40:03.614816Z","steps":["trace[1775642126] 'agreement among raft nodes before linearized reading' (duration: 928.350408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.61481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.789278Z","time spent":"825.516721ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:01.176118Z","time spent":"2.438674212s","remote":"127.0.0.1:35228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.686394Z","time spent":"928.445311ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.36015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.614897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.278625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.614903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.493707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:03.614911Z","caller":"traceutil/trace.go:171","msg":"trace[1349999920] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25920; }","duration":"619.443293ms","start":"2026-04-02T17:40:02.995459Z","end":"2026-04-02T17:40:03.614902Z","steps":["trace[1349999920] 'agreement among raft nodes before linearized reading' (duration: 619.391811ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:03.614925Z","caller":"traceutil/trace.go:171","msg":"trace[1673298272] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25920; }","duration":"552.357718ms","start":"2026-04-02T17:40:03.062558Z","end":"2026-04-02T17:40:03.614916Z","steps":["trace[1673298272] 'agreement among raft nodes before linearized reading' (duration: 552.294846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.61484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031872985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7507"} {"level":"warn","ts":"2026-04-02T17:40:03.614943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.995428Z","time spent":"619.504465ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.062537Z","time spent":"552.40164ms","remote":"127.0.0.1:36038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:03.614959Z","caller":"traceutil/trace.go:171","msg":"trace[556429870] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25920; }","duration":"4.032006058s","start":"2026-04-02T17:39:59.582946Z","end":"2026-04-02T17:40:03.614952Z","steps":["trace[556429870] 'agreement among raft nodes before linearized reading' (duration: 4.031825793s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.582938Z","time spent":"4.032039849s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7531,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-02T17:40:03.615001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528196115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.615024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.636721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-ffmnw\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-04-02T17:40:03.614939Z","caller":"traceutil/trace.go:171","msg":"trace[265932528] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25920; }","duration":"752.59257ms","start":"2026-04-02T17:40:02.862335Z","end":"2026-04-02T17:40:03.614927Z","steps":["trace[265932528] 'agreement among raft nodes before linearized reading' (duration: 752.527838ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:03.615056Z","caller":"traceutil/trace.go:171","msg":"trace[1345054601] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-ffmnw; range_end:; response_count:1; response_revision:25920; }","duration":"772.762134ms","start":"2026-04-02T17:40:02.842285Z","end":"2026-04-02T17:40:03.615047Z","steps":["trace[1345054601] 'agreement among raft nodes before linearized reading' (duration: 772.671652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042305422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.614743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.866557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-02T17:40:03.615085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.862314Z","time spent":"752.763424ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.615089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.842248Z","time spent":"772.831966ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4377,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-ffmnw\" "} {"level":"warn","ts":"2026-04-02T17:40:03.614709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677354623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:03.615136Z","caller":"traceutil/trace.go:171","msg":"trace[1472002996] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25920; }","duration":"2.677848638s","start":"2026-04-02T17:40:00.937276Z","end":"2026-04-02T17:40:03.615125Z","steps":["trace[1472002996] 'agreement among raft nodes before linearized reading' (duration: 2.677173646s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:01.355316Z","time spent":"2.259514315s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:03.615153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.400932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:03.615059Z","caller":"traceutil/trace.go:171","msg":"trace[53890451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25920; }","duration":"1.528300408s","start":"2026-04-02T17:40:02.086742Z","end":"2026-04-02T17:40:03.615042Z","steps":["trace[53890451] 'agreement among raft nodes before linearized reading' (duration: 1.528234206s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033396283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:03.615214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.086712Z","time spent":"1.528496585s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:03.615213Z","caller":"traceutil/trace.go:171","msg":"trace[1626900986] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25920; }","duration":"147.505825ms","start":"2026-04-02T17:40:03.467691Z","end":"2026-04-02T17:40:03.615197Z","steps":["trace[1626900986] 'agreement among raft nodes before linearized reading' (duration: 147.405842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.614949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057009041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:40:03.615235Z","caller":"traceutil/trace.go:171","msg":"trace[1868196718] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25920; }","duration":"4.033770105s","start":"2026-04-02T17:39:59.581454Z","end":"2026-04-02T17:40:03.615225Z","steps":["trace[1868196718] 'agreement among raft nodes before linearized reading' (duration: 4.033390653s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.615259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.581436Z","time spent":"4.033816366s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:40:03.615121Z","caller":"traceutil/trace.go:171","msg":"trace[1293038562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db; range_end:; response_count:1; response_revision:25920; }","duration":"773.26567ms","start":"2026-04-02T17:40:02.841835Z","end":"2026-04-02T17:40:03.615101Z","steps":["trace[1293038562] 'agreement among raft nodes before linearized reading' (duration: 772.589729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.615402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.841817Z","time spent":"773.576871ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db\" "} {"level":"info","ts":"2026-04-02T17:40:03.615258Z","caller":"traceutil/trace.go:171","msg":"trace[14331342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25920; }","duration":"1.057366073s","start":"2026-04-02T17:40:02.557878Z","end":"2026-04-02T17:40:03.615244Z","steps":["trace[14331342] 'agreement among raft nodes before linearized reading' (duration: 1.05695305s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.61549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.557851Z","time spent":"1.057627911s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:40:03.615171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:00.937249Z","time spent":"2.67791153s","remote":"127.0.0.1:35950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:03.615119Z","caller":"traceutil/trace.go:171","msg":"trace[485025178] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25920; }","duration":"1.042648483s","start":"2026-04-02T17:40:02.572444Z","end":"2026-04-02T17:40:03.615092Z","steps":["trace[485025178] 'agreement among raft nodes before linearized reading' (duration: 1.042293612s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.615759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:02.57243Z","time spent":"1.043316754s","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.614818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.16271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:03.615914Z","caller":"traceutil/trace.go:171","msg":"trace[609212231] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25920; }","duration":"313.260614ms","start":"2026-04-02T17:40:03.302599Z","end":"2026-04-02T17:40:03.615859Z","steps":["trace[609212231] 'agreement among raft nodes before linearized reading' (duration: 312.18546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.616036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.302575Z","time spent":"313.41798ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:03.617239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021970298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-engine.18a29a18bce7daa2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 ","response":"range_response_count:89 size:68113"} {"level":"info","ts":"2026-04-02T17:40:03.617322Z","caller":"traceutil/trace.go:171","msg":"trace[185080996] range","detail":"{range_begin:/registry/events/openstack/senlin-engine.18a29a18bce7daa2\u0000; range_end:/registry/events/openstack0; response_count:89; response_revision:25920; }","duration":"4.022075842s","start":"2026-04-02T17:39:59.595224Z","end":"2026-04-02T17:40:03.6173Z","steps":["trace[185080996] 'agreement among raft nodes before linearized reading' (duration: 4.018971352s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:03.618281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.595218Z","time spent":"4.023041872s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":89,"response size":68137,"request content":"key:\"/registry/events/openstack/senlin-engine.18a29a18bce7daa2\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25903 "} {"level":"warn","ts":"2026-04-02T17:40:04.124496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904176,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:04.458965Z","caller":"traceutil/trace.go:171","msg":"trace[1803639626] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"837.864335ms","start":"2026-04-02T17:40:03.621059Z","end":"2026-04-02T17:40:04.458923Z","steps":["trace[1803639626] 'process raft request' (duration: 801.536423ms)","trace[1803639626] 'compare' (duration: 35.881998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:04.45914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.621039Z","time spent":"838.00929ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:04.475033Z","caller":"traceutil/trace.go:171","msg":"trace[93392274] linearizableReadLoop","detail":"{readStateIndex:26792; appliedIndex:26789; }","duration":"850.923852ms","start":"2026-04-02T17:40:03.624087Z","end":"2026-04-02T17:40:04.475011Z","steps":["trace[93392274] 'read index received' (duration: 798.523997ms)","trace[93392274] 'applied index is now lower than readState.Index' (duration: 52.398695ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:04.47523Z","caller":"traceutil/trace.go:171","msg":"trace[1343115929] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"837.590026ms","start":"2026-04-02T17:40:03.637622Z","end":"2026-04-02T17:40:04.475213Z","steps":["trace[1343115929] 'process raft request' (duration: 837.276086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:04.47522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.621085Z","time spent":"854.124634ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:40:04.475444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.637603Z","time spent":"837.693679ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4349,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:04.4757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.020955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:04.475792Z","caller":"traceutil/trace.go:171","msg":"trace[767490699] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25922; }","duration":"704.380047ms","start":"2026-04-02T17:40:03.771385Z","end":"2026-04-02T17:40:04.475765Z","steps":["trace[767490699] 'agreement among raft nodes before linearized reading' (duration: 704.009185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:04.47587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.771351Z","time spent":"704.49054ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:04.475911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.890454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-02T17:40:04.476026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.212739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:04.47614Z","caller":"traceutil/trace.go:171","msg":"trace[166803486] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25922; }","duration":"606.407865ms","start":"2026-04-02T17:40:03.869711Z","end":"2026-04-02T17:40:04.476119Z","steps":["trace[166803486] 'agreement among raft nodes before linearized reading' (duration: 606.152097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:04.476231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.869683Z","time spent":"606.530949ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:04.47605Z","caller":"traceutil/trace.go:171","msg":"trace[1977334738] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25922; }","duration":"817.103971ms","start":"2026-04-02T17:40:03.658911Z","end":"2026-04-02T17:40:04.476015Z","steps":["trace[1977334738] 'agreement among raft nodes before linearized reading' (duration: 816.419289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:04.476329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.658892Z","time spent":"817.426691ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:40:04.475962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.110344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:04.476483Z","caller":"traceutil/trace.go:171","msg":"trace[667681976] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25922; }","duration":"727.645581ms","start":"2026-04-02T17:40:03.748813Z","end":"2026-04-02T17:40:04.476458Z","steps":["trace[667681976] 'agreement among raft nodes before linearized reading' (duration: 727.071223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:04.476517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.748731Z","time spent":"727.776835ms","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:04.475995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.838832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-02T17:40:04.47673Z","caller":"traceutil/trace.go:171","msg":"trace[1749837239] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f; range_end:; response_count:1; response_revision:25922; }","duration":"852.633116ms","start":"2026-04-02T17:40:03.624058Z","end":"2026-04-02T17:40:04.476692Z","steps":["trace[1749837239] 'agreement among raft nodes before linearized reading' (duration: 851.249172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:04.476887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:03.624044Z","time spent":"852.798412ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" "} {"level":"warn","ts":"2026-04-02T17:40:15.601007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:15.669657Z","caller":"traceutil/trace.go:171","msg":"trace[765766745] linearizableReadLoop","detail":"{readStateIndex:27006; appliedIndex:27005; }","duration":"569.489045ms","start":"2026-04-02T17:40:15.10013Z","end":"2026-04-02T17:40:15.669619Z","steps":["trace[765766745] 'read index received' (duration: 569.160514ms)","trace[765766745] 'applied index is now lower than readState.Index' (duration: 326.721µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:15.669837Z","caller":"traceutil/trace.go:171","msg":"trace[1307788406] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"594.289297ms","start":"2026-04-02T17:40:15.075501Z","end":"2026-04-02T17:40:15.66979Z","steps":["trace[1307788406] 'process raft request' (duration: 593.898135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.772793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.670021Z","caller":"traceutil/trace.go:171","msg":"trace[453783012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"517.903997ms","start":"2026-04-02T17:40:15.152094Z","end":"2026-04-02T17:40:15.669998Z","steps":["trace[453783012] 'agreement among raft nodes before linearized reading' (duration: 517.762272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.670054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.886647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:40:15.670136Z","caller":"traceutil/trace.go:171","msg":"trace[533381766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26133; }","duration":"570.221628ms","start":"2026-04-02T17:40:15.099892Z","end":"2026-04-02T17:40:15.670114Z","steps":["trace[533381766] 'agreement among raft nodes before linearized reading' (duration: 569.931499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.670066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.075482Z","time spent":"594.452443ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:15.670193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.099866Z","time spent":"570.315042ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:15.67007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.152071Z","time spent":"517.98747ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:40:19.826717Z","caller":"traceutil/trace.go:171","msg":"trace[1616759618] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"116.923518ms","start":"2026-04-02T17:40:19.70975Z","end":"2026-04-02T17:40:19.826674Z","steps":["trace[1616759618] 'process raft request' (duration: 116.682911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.109121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126545905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:22.109606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.191435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:40:22.109613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156262034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-02T17:40:22.109638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.032744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-02T17:40:22.109725Z","caller":"traceutil/trace.go:171","msg":"trace[665688871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26161; }","duration":"205.168679ms","start":"2026-04-02T17:40:21.904534Z","end":"2026-04-02T17:40:22.109703Z","steps":["trace[665688871] 'range keys from in-memory index tree' (duration: 204.89548ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:22.109721Z","caller":"traceutil/trace.go:171","msg":"trace[1607114103] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26161; }","duration":"1.156434169s","start":"2026-04-02T17:40:20.953266Z","end":"2026-04-02T17:40:22.1097Z","steps":["trace[1607114103] 'range keys from in-memory index tree' (duration: 1.156052758s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.109745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.933931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:40:22.109822Z","caller":"traceutil/trace.go:171","msg":"trace[1687736128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26161; }","duration":"271.036495ms","start":"2026-04-02T17:40:21.838763Z","end":"2026-04-02T17:40:22.1098Z","steps":["trace[1687736128] 'range keys from in-memory index tree' (duration: 270.820287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.109877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137241946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-02T17:40:22.109912Z","caller":"traceutil/trace.go:171","msg":"trace[258243502] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26161; }","duration":"1.137267217s","start":"2026-04-02T17:40:20.972629Z","end":"2026-04-02T17:40:22.109896Z","steps":["trace[258243502] 'range keys from in-memory index tree' (duration: 1.137116772s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.109933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:20.97255Z","time spent":"1.137375111s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-02T17:40:22.109901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392667922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:299314"} {"level":"info","ts":"2026-04-02T17:40:22.109992Z","caller":"traceutil/trace.go:171","msg":"trace[1957967923] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:26161; }","duration":"1.392806626s","start":"2026-04-02T17:40:20.717165Z","end":"2026-04-02T17:40:22.109971Z","steps":["trace[1957967923] 'range keys from in-memory index tree' (duration: 1.392200347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.110038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:20.717145Z","time spent":"1.392882189s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":299338,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:40:22.109776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:20.953244Z","time spent":"1.156524383s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:40:22.109659Z","caller":"traceutil/trace.go:171","msg":"trace[594509231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26161; }","duration":"274.294018ms","start":"2026-04-02T17:40:21.835336Z","end":"2026-04-02T17:40:22.10963Z","steps":["trace[594509231] 'range keys from in-memory index tree' (duration: 274.039751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.110529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.234513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:22.110669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.154582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:40:22.110675Z","caller":"traceutil/trace.go:171","msg":"trace[596796993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26161; }","duration":"902.406539ms","start":"2026-04-02T17:40:21.208236Z","end":"2026-04-02T17:40:22.110642Z","steps":["trace[596796993] 'count revisions from in-memory index tree' (duration: 902.12119ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:22.110706Z","caller":"traceutil/trace.go:171","msg":"trace[1609012925] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26161; }","duration":"547.221594ms","start":"2026-04-02T17:40:21.563471Z","end":"2026-04-02T17:40:22.110693Z","steps":["trace[1609012925] 'range keys from in-memory index tree' (duration: 547.059159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.110736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:21.563452Z","time spent":"547.276665ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:22.110747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.447073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:22.110767Z","caller":"traceutil/trace.go:171","msg":"trace[732053066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26161; }","duration":"959.519374ms","start":"2026-04-02T17:40:21.151241Z","end":"2026-04-02T17:40:22.110761Z","steps":["trace[732053066] 'range keys from in-memory index tree' (duration: 959.318849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.110755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:21.208185Z","time spent":"902.539813ms","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:22.110782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:21.151212Z","time spent":"959.566216ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:22.110786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.644197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:22.110843Z","caller":"traceutil/trace.go:171","msg":"trace[738788780] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26161; }","duration":"532.7296ms","start":"2026-04-02T17:40:21.578096Z","end":"2026-04-02T17:40:22.110826Z","steps":["trace[738788780] 'count revisions from in-memory index tree' (duration: 532.596796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.11088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:21.578088Z","time spent":"532.780732ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:22.110992Z","caller":"traceutil/trace.go:171","msg":"trace[1572143725] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26161; }","duration":"1.126728671s","start":"2026-04-02T17:40:20.982476Z","end":"2026-04-02T17:40:22.109205Z","steps":["trace[1572143725] 'count revisions from in-memory index tree' (duration: 1.126432721s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.110121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.167895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:22.111537Z","caller":"traceutil/trace.go:171","msg":"trace[1134387768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26161; }","duration":"412.592361ms","start":"2026-04-02T17:40:21.69892Z","end":"2026-04-02T17:40:22.111512Z","steps":["trace[1134387768] 'range keys from in-memory index tree' (duration: 411.150314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:22.111039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:20.982448Z","time spent":"1.12857763s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:22.668894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:23.170379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:23.621757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453668122s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:40:23.732315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.146281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:23.732757Z","caller":"traceutil/trace.go:171","msg":"trace[1118635449] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"1.616015002s","start":"2026-04-02T17:40:22.116716Z","end":"2026-04-02T17:40:23.732731Z","steps":["trace[1118635449] 'process raft request' (duration: 1.615892758s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.7328Z","caller":"traceutil/trace.go:171","msg":"trace[1346541028] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"1.616229068s","start":"2026-04-02T17:40:22.116522Z","end":"2026-04-02T17:40:23.732751Z","steps":["trace[1346541028] 'process raft request' (duration: 1.615945879s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.732864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.116687Z","time spent":"1.616133486s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:23.733049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.116496Z","time spent":"1.616414464s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:23.733109Z","caller":"traceutil/trace.go:171","msg":"trace[1854449334] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"1.616800527s","start":"2026-04-02T17:40:22.116281Z","end":"2026-04-02T17:40:23.733081Z","steps":["trace[1854449334] 'process raft request' (duration: 1.505754637s)","trace[1854449334] 'compare' (duration: 109.977876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:23.733408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.116255Z","time spent":"1.617024534s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:23.733452Z","caller":"traceutil/trace.go:171","msg":"trace[539810353] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"1.615879577s","start":"2026-04-02T17:40:22.117529Z","end":"2026-04-02T17:40:23.733408Z","steps":["trace[539810353] 'process raft request' (duration: 1.615632659s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.733504Z","caller":"traceutil/trace.go:171","msg":"trace[1685210153] linearizableReadLoop","detail":"{readStateIndex:27044; appliedIndex:27036; }","duration":"1.564930479s","start":"2026-04-02T17:40:22.168561Z","end":"2026-04-02T17:40:23.733492Z","steps":["trace[1685210153] 'read index received' (duration: 1.453742544s)","trace[1685210153] 'applied index is now lower than readState.Index' (duration: 111.186215ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:23.733511Z","caller":"traceutil/trace.go:171","msg":"trace[256249846] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"1.615907968s","start":"2026-04-02T17:40:22.11753Z","end":"2026-04-02T17:40:23.733438Z","steps":["trace[256249846] 'process raft request' (duration: 1.615798455s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.733598Z","caller":"traceutil/trace.go:171","msg":"trace[528816374] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"1.478577598s","start":"2026-04-02T17:40:22.255012Z","end":"2026-04-02T17:40:23.733589Z","steps":["trace[528816374] 'process raft request' (duration: 1.478368381s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.733643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.117515Z","time spent":"1.616061383s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:23.733664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.254987Z","time spent":"1.47864186s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:23.733693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.117488Z","time spent":"1.616050572s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:23.733235Z","caller":"traceutil/trace.go:171","msg":"trace[1072693424] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"1.616435845s","start":"2026-04-02T17:40:22.116783Z","end":"2026-04-02T17:40:23.733219Z","steps":["trace[1072693424] 'process raft request' (duration: 1.615893398s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.733856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618811661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T17:40:23.733895Z","caller":"traceutil/trace.go:171","msg":"trace[1277087187] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"190.702877ms","start":"2026-04-02T17:40:23.543182Z","end":"2026-04-02T17:40:23.733884Z","steps":["trace[1277087187] 'process raft request' (duration: 190.266373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.733918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.116765Z","time spent":"1.617093796s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:23.734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.368858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-04-02T17:40:23.733789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617853411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac28e178-7a49-452d-a942-2dac10f20580\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-02T17:40:23.734036Z","caller":"traceutil/trace.go:171","msg":"trace[350025663] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26171; }","duration":"313.458091ms","start":"2026-04-02T17:40:23.420569Z","end":"2026-04-02T17:40:23.734028Z","steps":["trace[350025663] 'agreement among raft nodes before linearized reading' (duration: 313.366808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.734046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.387104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:23.734075Z","caller":"traceutil/trace.go:171","msg":"trace[1211989567] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26171; }","duration":"874.453045ms","start":"2026-04-02T17:40:22.85961Z","end":"2026-04-02T17:40:23.734063Z","steps":["trace[1211989567] 'agreement among raft nodes before linearized reading' (duration: 874.417604ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.734091Z","caller":"traceutil/trace.go:171","msg":"trace[1580873027] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac28e178-7a49-452d-a942-2dac10f20580; range_end:; response_count:1; response_revision:26171; }","duration":"1.618202862s","start":"2026-04-02T17:40:22.115877Z","end":"2026-04-02T17:40:23.73408Z","steps":["trace[1580873027] 'agreement among raft nodes before linearized reading' (duration: 1.617724706s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.733897Z","caller":"traceutil/trace.go:171","msg":"trace[2056752311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26171; }","duration":"1.618870922s","start":"2026-04-02T17:40:22.115013Z","end":"2026-04-02T17:40:23.733884Z","steps":["trace[2056752311] 'agreement among raft nodes before linearized reading' (duration: 1.618737108s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.734153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389855263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:40:23.734171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.114989Z","time spent":"1.619173602s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:23.733861Z","caller":"traceutil/trace.go:171","msg":"trace[2086336190] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"1.111824874s","start":"2026-04-02T17:40:22.62202Z","end":"2026-04-02T17:40:23.733845Z","steps":["trace[2086336190] 'process raft request' (duration: 1.11139375s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.734182Z","caller":"traceutil/trace.go:171","msg":"trace[2014408476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26171; }","duration":"1.389922135s","start":"2026-04-02T17:40:22.344251Z","end":"2026-04-02T17:40:23.734173Z","steps":["trace[2014408476] 'agreement among raft nodes before linearized reading' (duration: 1.389844142s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.734214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.34423Z","time spent":"1.389978327s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:23.734227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.621983Z","time spent":"1.112221217s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:23.734234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505006913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:40:23.734101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.859587Z","time spent":"874.509477ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:40:23.734073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.420548Z","time spent":"313.518212ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-02T17:40:23.734306Z","caller":"traceutil/trace.go:171","msg":"trace[1716063290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26171; }","duration":"1.505082545s","start":"2026-04-02T17:40:22.229206Z","end":"2026-04-02T17:40:23.734289Z","steps":["trace[1716063290] 'agreement among raft nodes before linearized reading' (duration: 1.504847808s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.733898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552206782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:23.734396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.229107Z","time spent":"1.505275381s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:40:23.734474Z","caller":"traceutil/trace.go:171","msg":"trace[1106840218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26171; }","duration":"1.552803941s","start":"2026-04-02T17:40:22.181627Z","end":"2026-04-02T17:40:23.734431Z","steps":["trace[1106840218] 'agreement among raft nodes before linearized reading' (duration: 1.552220642s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.73401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151224103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:40:23.734572Z","caller":"traceutil/trace.go:171","msg":"trace[405531146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26171; }","duration":"1.151799793s","start":"2026-04-02T17:40:22.582746Z","end":"2026-04-02T17:40:23.734545Z","steps":["trace[405531146] 'agreement among raft nodes before linearized reading' (duration: 1.151186023s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.734606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.181602Z","time spent":"1.552949556s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:23.734626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.582728Z","time spent":"1.151884145s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:23.734132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.115858Z","time spent":"1.618261833s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ac28e178-7a49-452d-a942-2dac10f20580\" "} {"level":"warn","ts":"2026-04-02T17:40:24.248587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904774,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:24.501797Z","caller":"traceutil/trace.go:171","msg":"trace[181042091] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"757.090513ms","start":"2026-04-02T17:40:23.744683Z","end":"2026-04-02T17:40:24.501774Z","steps":["trace[181042091] 'process raft request' (duration: 756.915478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:24.50197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.744653Z","time spent":"757.227408ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:25.564082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06228874s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:25.564512Z","caller":"traceutil/trace.go:171","msg":"trace[2058901983] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"1.819171617s","start":"2026-04-02T17:40:23.745312Z","end":"2026-04-02T17:40:25.564484Z","steps":["trace[2058901983] 'process raft request' (duration: 1.819093485s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.564675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.745299Z","time spent":"1.819294681s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:25.564809Z","caller":"traceutil/trace.go:171","msg":"trace[2034673128] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"1.819792167s","start":"2026-04-02T17:40:23.744976Z","end":"2026-04-02T17:40:25.564769Z","steps":["trace[2034673128] 'process raft request' (duration: 1.819274371s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.564986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.74495Z","time spent":"1.819945622s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:25.565052Z","caller":"traceutil/trace.go:171","msg":"trace[1905613201] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"1.819672383s","start":"2026-04-02T17:40:23.745348Z","end":"2026-04-02T17:40:25.565021Z","steps":["trace[1905613201] 'process raft request' (duration: 1.819095515s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:25.565156Z","caller":"traceutil/trace.go:171","msg":"trace[128291726] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"1.819740526s","start":"2026-04-02T17:40:23.745383Z","end":"2026-04-02T17:40:25.565123Z","steps":["trace[128291726] 'process raft request' (duration: 1.819511718s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.565335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.745378Z","time spent":"1.81986952s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:25.565429Z","caller":"traceutil/trace.go:171","msg":"trace[1008858713] linearizableReadLoop","detail":"{readStateIndex:27055; appliedIndex:27046; }","duration":"1.817655539s","start":"2026-04-02T17:40:23.747758Z","end":"2026-04-02T17:40:25.565413Z","steps":["trace[1008858713] 'read index received' (duration: 754.178851ms)","trace[1008858713] 'applied index is now lower than readState.Index' (duration: 1.063475598s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:25.565506Z","caller":"traceutil/trace.go:171","msg":"trace[1612800764] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"1.81736144s","start":"2026-04-02T17:40:23.748136Z","end":"2026-04-02T17:40:25.565497Z","steps":["trace[1612800764] 'process raft request' (duration: 1.816931496s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.565567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.748121Z","time spent":"1.817411281s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:25.565674Z","caller":"traceutil/trace.go:171","msg":"trace[1070515866] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"1.814463047s","start":"2026-04-02T17:40:23.751197Z","end":"2026-04-02T17:40:25.56566Z","steps":["trace[1070515866] 'process raft request' (duration: 1.814099085s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.565745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.751191Z","time spent":"1.814516338s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:25.565773Z","caller":"traceutil/trace.go:171","msg":"trace[1227357203] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"1.813816486s","start":"2026-04-02T17:40:23.751946Z","end":"2026-04-02T17:40:25.565763Z","steps":["trace[1227357203] 'process raft request' (duration: 1.813391513s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.565827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.751941Z","time spent":"1.813862747s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:40:25.565882Z","caller":"traceutil/trace.go:171","msg":"trace[1903156619] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"1.374751439s","start":"2026-04-02T17:40:24.191099Z","end":"2026-04-02T17:40:25.56585Z","steps":["trace[1903156619] 'process raft request' (duration: 1.374270854s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.566055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.745343Z","time spent":"1.819858319s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:25.566067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.191072Z","time spent":"1.374893924s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:25.566164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818404913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:25.566208Z","caller":"traceutil/trace.go:171","msg":"trace[124627908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26181; }","duration":"1.818489205s","start":"2026-04-02T17:40:23.747709Z","end":"2026-04-02T17:40:25.566198Z","steps":["trace[124627908] 'agreement among raft nodes before linearized reading' (duration: 1.818423643s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.566242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.747689Z","time spent":"1.818547537s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:40:25.566245Z","caller":"traceutil/trace.go:171","msg":"trace[229939254] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"1.817327808s","start":"2026-04-02T17:40:23.748906Z","end":"2026-04-02T17:40:25.566234Z","steps":["trace[229939254] 'process raft request' (duration: 1.816325056s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:25.566295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.748894Z","time spent":"1.81737806s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:40:26.066542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:26.566935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:26.750291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185960103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:26.750831Z","caller":"traceutil/trace.go:171","msg":"trace[1408152812] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"2.240475555s","start":"2026-04-02T17:40:24.510327Z","end":"2026-04-02T17:40:26.750802Z","steps":["trace[1408152812] 'process raft request' (duration: 2.240295279s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:26.750989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.510273Z","time spent":"2.24063374s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:40:27.567347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999604575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:27.567447Z","caller":"traceutil/trace.go:171","msg":"trace[465162938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9997546s","start":"2026-04-02T17:40:25.567668Z","end":"2026-04-02T17:40:27.567423Z","steps":["trace[465162938] 'agreement among raft nodes before linearized reading' (duration: 1.999629416s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.567498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.567651Z","time spent":"1.999836502s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:27.569933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:27.570036Z","caller":"traceutil/trace.go:171","msg":"trace[1768906094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462973s","start":"2026-04-02T17:40:25.56955Z","end":"2026-04-02T17:40:27.570013Z","steps":["trace[1768906094] 'agreement among raft nodes before linearized reading' (duration: 2.000315888s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.570093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.569544Z","time spent":"2.000536975s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:27.913864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163114454s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:27.914641Z","caller":"traceutil/trace.go:171","msg":"trace[1901556940] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"2.316280508s","start":"2026-04-02T17:40:25.598331Z","end":"2026-04-02T17:40:27.914611Z","steps":["trace[1901556940] 'process raft request' (duration: 2.316172845s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:27.914638Z","caller":"traceutil/trace.go:171","msg":"trace[181869370] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"2.316416003s","start":"2026-04-02T17:40:25.598173Z","end":"2026-04-02T17:40:27.914589Z","steps":["trace[181869370] 'process raft request' (duration: 2.316285948s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.914814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.598324Z","time spent":"2.316396053s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:27.914908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.598149Z","time spent":"2.316666141s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:40:27.915049Z","caller":"traceutil/trace.go:171","msg":"trace[1849990348] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"2.172168892s","start":"2026-04-02T17:40:25.742849Z","end":"2026-04-02T17:40:27.915018Z","steps":["trace[1849990348] 'process raft request' (duration: 2.171725078s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.74282Z","time spent":"2.172300186s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:27.915309Z","caller":"traceutil/trace.go:171","msg":"trace[1307645621] linearizableReadLoop","detail":"{readStateIndex:27061; appliedIndex:27055; }","duration":"2.349829951s","start":"2026-04-02T17:40:25.565469Z","end":"2026-04-02T17:40:27.915299Z","steps":["trace[1307645621] 'read index received' (duration: 1.185116466s)","trace[1307645621] 'applied index is now lower than readState.Index' (duration: 1.164712625s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:27.915373Z","caller":"traceutil/trace.go:171","msg":"trace[924981229] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"2.168008178s","start":"2026-04-02T17:40:25.747357Z","end":"2026-04-02T17:40:27.915365Z","steps":["trace[924981229] 'process raft request' (duration: 2.167545744s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.747345Z","time spent":"2.16804232s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:27.91547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519949489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:27.915512Z","caller":"traceutil/trace.go:171","msg":"trace[313353653] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26187; }","duration":"3.520035791s","start":"2026-04-02T17:40:24.395458Z","end":"2026-04-02T17:40:27.915493Z","steps":["trace[313353653] 'agreement among raft nodes before linearized reading' (duration: 3.519966389s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.395431Z","time spent":"3.520103954s","remote":"127.0.0.1:35894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:27.915595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617978432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-04-02T17:40:27.915631Z","caller":"traceutil/trace.go:171","msg":"trace[626035153] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26187; }","duration":"3.618056565s","start":"2026-04-02T17:40:24.297562Z","end":"2026-04-02T17:40:27.915619Z","steps":["trace[626035153] 'agreement among raft nodes before linearized reading' (duration: 3.617908581s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.297475Z","time spent":"3.618173209s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7105,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-02T17:40:27.915705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597663464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:27.915736Z","caller":"traceutil/trace.go:171","msg":"trace[1826973506] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26187; }","duration":"2.597735827s","start":"2026-04-02T17:40:25.31799Z","end":"2026-04-02T17:40:27.915726Z","steps":["trace[1826973506] 'agreement among raft nodes before linearized reading' (duration: 2.597684135s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.317968Z","time spent":"2.597785278s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:40:27.915803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656779613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:27.915834Z","caller":"traceutil/trace.go:171","msg":"trace[655233709] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26187; }","duration":"3.656854356s","start":"2026-04-02T17:40:24.258969Z","end":"2026-04-02T17:40:27.915824Z","steps":["trace[655233709] 'agreement among raft nodes before linearized reading' (duration: 3.656806814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.258945Z","time spent":"3.656903637s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:27.915926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938696907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-02T17:40:27.915957Z","caller":"traceutil/trace.go:171","msg":"trace[2127899139] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26187; }","duration":"2.938755759s","start":"2026-04-02T17:40:24.977191Z","end":"2026-04-02T17:40:27.915947Z","steps":["trace[2127899139] 'agreement among raft nodes before linearized reading' (duration: 2.938687777s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.915979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.977171Z","time spent":"2.93880263s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:40:27.916007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741966207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:40:27.916033Z","caller":"traceutil/trace.go:171","msg":"trace[568424775] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26187; }","duration":"3.742068229s","start":"2026-04-02T17:40:24.173957Z","end":"2026-04-02T17:40:27.916026Z","steps":["trace[568424775] 'agreement among raft nodes before linearized reading' (duration: 3.742000717s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.916051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.173938Z","time spent":"3.742108721s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:27.91625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967420884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128309"} {"level":"info","ts":"2026-04-02T17:40:27.916284Z","caller":"traceutil/trace.go:171","msg":"trace[468412725] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26187; }","duration":"3.967466345s","start":"2026-04-02T17:40:23.948811Z","end":"2026-04-02T17:40:27.916277Z","steps":["trace[468412725] 'agreement among raft nodes before linearized reading' (duration: 3.967346122s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.916306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.948792Z","time spent":"3.967508847s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128333,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-02T17:40:27.916493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278544962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-02T17:40:27.916523Z","caller":"traceutil/trace.go:171","msg":"trace[231539823] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26187; }","duration":"3.278622544s","start":"2026-04-02T17:40:24.637893Z","end":"2026-04-02T17:40:27.916515Z","steps":["trace[231539823] 'agreement among raft nodes before linearized reading' (duration: 3.27848411s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.916543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.637867Z","time spent":"3.278670876s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-02T17:40:27.916869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388244358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:40:27.916892Z","caller":"traceutil/trace.go:171","msg":"trace[1974190695] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:26187; }","duration":"3.388310711s","start":"2026-04-02T17:40:24.528576Z","end":"2026-04-02T17:40:27.916886Z","steps":["trace[1974190695] 'agreement among raft nodes before linearized reading' (duration: 3.388244379s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.916913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.528561Z","time spent":"3.388344342s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"warn","ts":"2026-04-02T17:40:27.917237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169332779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:27.917341Z","caller":"traceutil/trace.go:171","msg":"trace[1061207867] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26187; }","duration":"4.169452083s","start":"2026-04-02T17:40:23.747875Z","end":"2026-04-02T17:40:27.917327Z","steps":["trace[1061207867] 'agreement among raft nodes before linearized reading' (duration: 4.169266677s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.917374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.747871Z","time spent":"4.169492714s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:40:27.917448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970673738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-02T17:40:27.917548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406071338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:40:27.91756Z","caller":"traceutil/trace.go:171","msg":"trace[2042890717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26187; }","duration":"3.970857025s","start":"2026-04-02T17:40:23.946677Z","end":"2026-04-02T17:40:27.917534Z","steps":["trace[2042890717] 'agreement among raft nodes before linearized reading' (duration: 3.970425991s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:27.917616Z","caller":"traceutil/trace.go:171","msg":"trace[246331571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26187; }","duration":"3.407545775s","start":"2026-04-02T17:40:24.510047Z","end":"2026-04-02T17:40:27.917592Z","steps":["trace[246331571] 'agreement among raft nodes before linearized reading' (duration: 3.405901313s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.917664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.51003Z","time spent":"3.407618928s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:27.914748Z","caller":"traceutil/trace.go:171","msg":"trace[1507517832] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"2.343500199s","start":"2026-04-02T17:40:25.571228Z","end":"2026-04-02T17:40:27.914728Z","steps":["trace[1507517832] 'process raft request' (duration: 2.342944881s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:27.918036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.57121Z","time spent":"2.346788224s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:40:27.917617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:23.946657Z","time spent":"3.970950577s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:40:28.416256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513904797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:28.815938Z","caller":"traceutil/trace.go:171","msg":"trace[999585168] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"1.306454946s","start":"2026-04-02T17:40:27.509456Z","end":"2026-04-02T17:40:28.815911Z","steps":["trace[999585168] 'process raft request' (duration: 1.306389634s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:28.816143Z","caller":"traceutil/trace.go:171","msg":"trace[1669277397] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"1.241672866s","start":"2026-04-02T17:40:27.574443Z","end":"2026-04-02T17:40:28.816116Z","steps":["trace[1669277397] 'process raft request' (duration: 1.241431968s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.81632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.574415Z","time spent":"1.24179464s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:28.816167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.509417Z","time spent":"1.306662984s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:28.816399Z","caller":"traceutil/trace.go:171","msg":"trace[137562830] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"1.239831806s","start":"2026-04-02T17:40:27.576558Z","end":"2026-04-02T17:40:28.816389Z","steps":["trace[137562830] 'process raft request' (duration: 1.239485275s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.816545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.576546Z","time spent":"1.239896189s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:28.815987Z","caller":"traceutil/trace.go:171","msg":"trace[1923653163] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"1.481831863s","start":"2026-04-02T17:40:27.334112Z","end":"2026-04-02T17:40:28.815944Z","steps":["trace[1923653163] 'process raft request' (duration: 1.481169392s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.81664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.334084Z","time spent":"1.482513255s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:28.816668Z","caller":"traceutil/trace.go:171","msg":"trace[156713787] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"1.239486816s","start":"2026-04-02T17:40:27.577172Z","end":"2026-04-02T17:40:28.816659Z","steps":["trace[156713787] 'process raft request' (duration: 1.239089603s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.816771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.577156Z","time spent":"1.239591429s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:28.8217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.920239Z","time spent":"901.449109ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:40:28.82194Z","caller":"traceutil/trace.go:171","msg":"trace[1276543177] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"897.244144ms","start":"2026-04-02T17:40:27.92467Z","end":"2026-04-02T17:40:28.821914Z","steps":["trace[1276543177] 'process raft request' (duration: 897.062498ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:28.821891Z","caller":"traceutil/trace.go:171","msg":"trace[1111766329] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"901.17442ms","start":"2026-04-02T17:40:27.920675Z","end":"2026-04-02T17:40:28.82185Z","steps":["trace[1111766329] 'process raft request' (duration: 900.901081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.924643Z","time spent":"897.382958ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:28.822213Z","caller":"traceutil/trace.go:171","msg":"trace[200776553] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"896.951995ms","start":"2026-04-02T17:40:27.92525Z","end":"2026-04-02T17:40:28.822202Z","steps":["trace[200776553] 'process raft request' (duration: 896.550802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.925243Z","time spent":"897.009647ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:28.822399Z","caller":"traceutil/trace.go:171","msg":"trace[119001959] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"697.359594ms","start":"2026-04-02T17:40:28.125014Z","end":"2026-04-02T17:40:28.822374Z","steps":["trace[119001959] 'process raft request' (duration: 696.866628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249930929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:40:28.822485Z","caller":"traceutil/trace.go:171","msg":"trace[69455786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26198; }","duration":"1.250016662s","start":"2026-04-02T17:40:27.572455Z","end":"2026-04-02T17:40:28.822471Z","steps":["trace[69455786] 'agreement among raft nodes before linearized reading' (duration: 1.249774854s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:28.124977Z","time spent":"697.447506ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:28.822517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.572435Z","time spent":"1.250076104s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:28.822581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384877613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.822611Z","caller":"traceutil/trace.go:171","msg":"trace[1488303206] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26198; }","duration":"2.384936885s","start":"2026-04-02T17:40:26.437662Z","end":"2026-04-02T17:40:28.822599Z","steps":["trace[1488303206] 'agreement among raft nodes before linearized reading' (duration: 2.384885533s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245941622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:28.822639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:26.437645Z","time spent":"2.384984566s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:28.822654Z","caller":"traceutil/trace.go:171","msg":"trace[1364331015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26198; }","duration":"1.246035425s","start":"2026-04-02T17:40:27.576608Z","end":"2026-04-02T17:40:28.822644Z","steps":["trace[1364331015] 'agreement among raft nodes before linearized reading' (duration: 1.245960163s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.576582Z","time spent":"1.246096026s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:40:28.822736Z","caller":"traceutil/trace.go:171","msg":"trace[1191976717] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"895.24284ms","start":"2026-04-02T17:40:27.927486Z","end":"2026-04-02T17:40:28.822729Z","steps":["trace[1191976717] 'process raft request' (duration: 894.344671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.927476Z","time spent":"895.275582ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:28.822778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397994982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.822801Z","caller":"traceutil/trace.go:171","msg":"trace[2134647748] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26198; }","duration":"2.398063674s","start":"2026-04-02T17:40:26.424729Z","end":"2026-04-02T17:40:28.822792Z","steps":["trace[2134647748] 'agreement among raft nodes before linearized reading' (duration: 2.398027343s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:26.424706Z","time spent":"2.398108266s","remote":"127.0.0.1:40066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:28.822826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248614017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:40:28.822878Z","caller":"traceutil/trace.go:171","msg":"trace[768650511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26198; }","duration":"1.248690909s","start":"2026-04-02T17:40:27.574173Z","end":"2026-04-02T17:40:28.822864Z","steps":["trace[768650511] 'agreement among raft nodes before linearized reading' (duration: 1.248575216s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.574165Z","time spent":"1.248737231s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:28.822993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782699431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.82302Z","caller":"traceutil/trace.go:171","msg":"trace[2082981017] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26198; }","duration":"2.782795104s","start":"2026-04-02T17:40:26.040218Z","end":"2026-04-02T17:40:28.823013Z","steps":["trace[2082981017] 'agreement among raft nodes before linearized reading' (duration: 2.782744682s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.823041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:26.040199Z","time spent":"2.782836396s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:28.823147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077617558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:40:28.823175Z","caller":"traceutil/trace.go:171","msg":"trace[1813065479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26198; }","duration":"3.077654589s","start":"2026-04-02T17:40:25.745513Z","end":"2026-04-02T17:40:28.823168Z","steps":["trace[1813065479] 'agreement among raft nodes before linearized reading' (duration: 3.077525445s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.823201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.745509Z","time spent":"3.07768339s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:28.822172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252696055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:40:28.823281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221792377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.823305Z","caller":"traceutil/trace.go:171","msg":"trace[774303421] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26198; }","duration":"3.221844229s","start":"2026-04-02T17:40:25.601451Z","end":"2026-04-02T17:40:28.823295Z","steps":["trace[774303421] 'agreement among raft nodes before linearized reading' (duration: 3.221804018s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.82332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.601441Z","time spent":"3.22187503s","remote":"127.0.0.1:43640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:28.82344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077917068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:40:28.823517Z","caller":"traceutil/trace.go:171","msg":"trace[2093309649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26198; }","duration":"3.078048412s","start":"2026-04-02T17:40:25.74545Z","end":"2026-04-02T17:40:28.823499Z","steps":["trace[2093309649] 'agreement among raft nodes before linearized reading' (duration: 3.077764362s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.822165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.920647Z","time spent":"901.406657ms","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":128293,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:28.823573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.745427Z","time spent":"3.078124784s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:40:28.821976Z","caller":"traceutil/trace.go:171","msg":"trace[2084961515] linearizableReadLoop","detail":"{readStateIndex:27072; appliedIndex:27061; }","duration":"906.618274ms","start":"2026-04-02T17:40:27.915334Z","end":"2026-04-02T17:40:28.821953Z","steps":["trace[2084961515] 'read index received' (duration: 900.279252ms)","trace[2084961515] 'applied index is now lower than readState.Index' (duration: 6.338132ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:28.824712Z","caller":"traceutil/trace.go:171","msg":"trace[854694115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26198; }","duration":"3.253874033s","start":"2026-04-02T17:40:25.569406Z","end":"2026-04-02T17:40:28.82328Z","steps":["trace[854694115] 'agreement among raft nodes before linearized reading' (duration: 3.252622843s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.824755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:25.569384Z","time spent":"3.25536145s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:28.824933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.955394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-04-02T17:40:28.824954Z","caller":"traceutil/trace.go:171","msg":"trace[73177230] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:26199; }","duration":"795.024647ms","start":"2026-04-02T17:40:28.029923Z","end":"2026-04-02T17:40:28.824947Z","steps":["trace[73177230] 'agreement among raft nodes before linearized reading' (duration: 794.892143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.82497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:28.029894Z","time spent":"795.072817ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1187,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-04-02T17:40:28.825007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.027571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:40:28.825052Z","caller":"traceutil/trace.go:171","msg":"trace[1072099215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26199; }","duration":"899.104134ms","start":"2026-04-02T17:40:27.925936Z","end":"2026-04-02T17:40:28.82504Z","steps":["trace[1072099215] 'agreement among raft nodes before linearized reading' (duration: 898.890747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.825077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.925918Z","time spent":"899.153126ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:40:28.825193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.026275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.825219Z","caller":"traceutil/trace.go:171","msg":"trace[134121165] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26199; }","duration":"165.097328ms","start":"2026-04-02T17:40:28.660111Z","end":"2026-04-02T17:40:28.825208Z","steps":["trace[134121165] 'agreement among raft nodes before linearized reading' (duration: 165.059447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.825245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.29134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.825275Z","caller":"traceutil/trace.go:171","msg":"trace[1132929906] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26199; }","duration":"899.328691ms","start":"2026-04-02T17:40:27.925935Z","end":"2026-04-02T17:40:28.825264Z","steps":["trace[1132929906] 'agreement among raft nodes before linearized reading' (duration: 899.278709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.825301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.925928Z","time spent":"899.363062ms","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:40:28.825344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.943769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:28.825365Z","caller":"traceutil/trace.go:171","msg":"trace[1705584264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26199; }","duration":"341.004762ms","start":"2026-04-02T17:40:28.484354Z","end":"2026-04-02T17:40:28.825359Z","steps":["trace[1705584264] 'agreement among raft nodes before linearized reading' (duration: 340.967241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.825383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:28.484327Z","time spent":"341.051024ms","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:28.825441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.837797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:28.825467Z","caller":"traceutil/trace.go:171","msg":"trace[803774795] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26199; }","duration":"899.878098ms","start":"2026-04-02T17:40:27.925581Z","end":"2026-04-02T17:40:28.825459Z","steps":["trace[803774795] 'agreement among raft nodes before linearized reading' (duration: 899.830667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.825491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.925573Z","time spent":"899.91209ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:40:28.825664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.484497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-02T17:40:28.825696Z","caller":"traceutil/trace.go:171","msg":"trace[1812543113] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3; range_end:; response_count:1; response_revision:26199; }","duration":"905.516418ms","start":"2026-04-02T17:40:27.920171Z","end":"2026-04-02T17:40:28.825687Z","steps":["trace[1812543113] 'agreement among raft nodes before linearized reading' (duration: 905.447096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:28.825731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:27.920149Z","time spent":"905.575181ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-ecd9518f-1784-47f8-bcf1-0ae184bc65a3\" "} {"level":"info","ts":"2026-04-02T17:40:31.415695Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a46.wal"} {"level":"warn","ts":"2026-04-02T17:40:33.34575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:34.525859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009767282s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:34.526133Z","caller":"traceutil/trace.go:171","msg":"trace[1566101659] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"664.299347ms","start":"2026-04-02T17:40:33.861811Z","end":"2026-04-02T17:40:34.52611Z","steps":["trace[1566101659] 'process raft request' (duration: 664.178703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.526211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.861785Z","time spent":"664.39079ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:34.526467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681206715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:40:34.526182Z","caller":"traceutil/trace.go:171","msg":"trace[691687715] linearizableReadLoop","detail":"{readStateIndex:27243; appliedIndex:27242; }","duration":"1.680909346s","start":"2026-04-02T17:40:32.845225Z","end":"2026-04-02T17:40:34.526135Z","steps":["trace[691687715] 'read index received' (duration: 670.670329ms)","trace[691687715] 'applied index is now lower than readState.Index' (duration: 1.010237397s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:34.526538Z","caller":"traceutil/trace.go:171","msg":"trace[875534183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26365; }","duration":"1.681314679s","start":"2026-04-02T17:40:32.845207Z","end":"2026-04-02T17:40:34.526522Z","steps":["trace[875534183] 'agreement among raft nodes before linearized reading' (duration: 1.681042131s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.526588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.845194Z","time spent":"1.681384061s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:40:34.528942Z","caller":"traceutil/trace.go:171","msg":"trace[33062305] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"1.68226135s","start":"2026-04-02T17:40:32.843803Z","end":"2026-04-02T17:40:34.526064Z","steps":["trace[33062305] 'process raft request' (duration: 672.189168ms)","trace[33062305] 'compare' (duration: 1.008919215s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:34.529168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.84379Z","time spent":"1.685235724s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:34.604046Z","caller":"traceutil/trace.go:171","msg":"trace[1452432410] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"668.386128ms","start":"2026-04-02T17:40:33.935625Z","end":"2026-04-02T17:40:34.604011Z","steps":["trace[1452432410] 'process raft request' (duration: 667.960744ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:34.604046Z","caller":"traceutil/trace.go:171","msg":"trace[180688185] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"665.078301ms","start":"2026-04-02T17:40:33.938932Z","end":"2026-04-02T17:40:34.60401Z","steps":["trace[180688185] 'process raft request' (duration: 664.921956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.605302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.938919Z","time spent":"666.344253ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:34.604264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.935595Z","time spent":"668.557873ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:34.604462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198213846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-02T17:40:34.605763Z","caller":"traceutil/trace.go:171","msg":"trace[612082401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26368; }","duration":"1.19960507s","start":"2026-04-02T17:40:33.40614Z","end":"2026-04-02T17:40:34.605745Z","steps":["trace[612082401] 'agreement among raft nodes before linearized reading' (duration: 1.198133493s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.606003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.406107Z","time spent":"1.199881569s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:40:34.604504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739436517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-02T17:40:34.604502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741830333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:40:34.604563Z","caller":"traceutil/trace.go:171","msg":"trace[426079493] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"664.683019ms","start":"2026-04-02T17:40:33.939853Z","end":"2026-04-02T17:40:34.604536Z","steps":["trace[426079493] 'process raft request' (duration: 664.0844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.60459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670532285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:34.604531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659153791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-02T17:40:34.604617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741267996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:40:34.604609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746340848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:40:34.604669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.674758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:40:34.606241Z","caller":"traceutil/trace.go:171","msg":"trace[1528753298] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26368; }","duration":"1.660971019s","start":"2026-04-02T17:40:32.94526Z","end":"2026-04-02T17:40:34.606231Z","steps":["trace[1528753298] 'agreement among raft nodes before linearized reading' (duration: 1.659031336s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:34.606293Z","caller":"traceutil/trace.go:171","msg":"trace[1439254258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26368; }","duration":"1.742994751s","start":"2026-04-02T17:40:32.863286Z","end":"2026-04-02T17:40:34.606281Z","steps":["trace[1439254258] 'agreement among raft nodes before linearized reading' (duration: 1.741260046s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.606311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.945236Z","time spent":"1.661058892s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:34.606363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.863261Z","time spent":"1.743070344s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:34.604697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640254296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-02T17:40:34.606427Z","caller":"traceutil/trace.go:171","msg":"trace[15077903] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26368; }","duration":"1.672365613s","start":"2026-04-02T17:40:32.934036Z","end":"2026-04-02T17:40:34.606402Z","steps":["trace[15077903] 'agreement among raft nodes before linearized reading' (duration: 1.670501893s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:34.606464Z","caller":"traceutil/trace.go:171","msg":"trace[973329544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26368; }","duration":"1.642089485s","start":"2026-04-02T17:40:32.964338Z","end":"2026-04-02T17:40:34.606428Z","steps":["trace[973329544] 'agreement among raft nodes before linearized reading' (duration: 1.640294547s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.606491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.933939Z","time spent":"1.672538279s","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:34.606372Z","caller":"traceutil/trace.go:171","msg":"trace[798774581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26368; }","duration":"102.323692ms","start":"2026-04-02T17:40:34.503941Z","end":"2026-04-02T17:40:34.606264Z","steps":["trace[798774581] 'agreement among raft nodes before linearized reading' (duration: 100.653028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.606543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.964314Z","time spent":"1.642208429s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-02T17:40:34.606494Z","caller":"traceutil/trace.go:171","msg":"trace[665872073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26368; }","duration":"1.74828875s","start":"2026-04-02T17:40:32.85817Z","end":"2026-04-02T17:40:34.606458Z","steps":["trace[665872073] 'agreement among raft nodes before linearized reading' (duration: 1.746165512s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.606639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.858139Z","time spent":"1.748484416s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:34.604731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090972788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:34.606724Z","caller":"traceutil/trace.go:171","msg":"trace[1186547780] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26368; }","duration":"1.093015533s","start":"2026-04-02T17:40:33.513696Z","end":"2026-04-02T17:40:34.606711Z","steps":["trace[1186547780] 'agreement among raft nodes before linearized reading' (duration: 1.090985908s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.604734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336048962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:34.606801Z","caller":"traceutil/trace.go:171","msg":"trace[1034812669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26368; }","duration":"1.338155039s","start":"2026-04-02T17:40:33.26863Z","end":"2026-04-02T17:40:34.606785Z","steps":["trace[1034812669] 'agreement among raft nodes before linearized reading' (duration: 1.336065702s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.606844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.268601Z","time spent":"1.338229252s","remote":"127.0.0.1:37064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:34.604732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019225664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-02T17:40:34.606893Z","caller":"traceutil/trace.go:171","msg":"trace[925547345] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26368; }","duration":"1.021410624s","start":"2026-04-02T17:40:33.585466Z","end":"2026-04-02T17:40:34.606877Z","steps":["trace[925547345] 'agreement among raft nodes before linearized reading' (duration: 1.019197423s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.60694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.58545Z","time spent":"1.021478076s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:40:34.604924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080945997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:34.607009Z","caller":"traceutil/trace.go:171","msg":"trace[1035836341] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26368; }","duration":"1.083088965s","start":"2026-04-02T17:40:33.523909Z","end":"2026-04-02T17:40:34.606998Z","steps":["trace[1035836341] 'agreement among raft nodes before linearized reading' (duration: 1.080823063s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.607047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.523873Z","time spent":"1.083163348s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:34.604885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.433757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:34.607114Z","caller":"traceutil/trace.go:171","msg":"trace[823182311] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26368; }","duration":"491.774041ms","start":"2026-04-02T17:40:34.115326Z","end":"2026-04-02T17:40:34.6071Z","steps":["trace[823182311] 'agreement among raft nodes before linearized reading' (duration: 489.385225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.607161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.115299Z","time spent":"491.847134ms","remote":"127.0.0.1:51856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:34.604929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.505027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-02T17:40:34.607272Z","caller":"traceutil/trace.go:171","msg":"trace[1423030256] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26368; }","duration":"744.872744ms","start":"2026-04-02T17:40:33.862386Z","end":"2026-04-02T17:40:34.607259Z","steps":["trace[1423030256] 'agreement among raft nodes before linearized reading' (duration: 742.375124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.607315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.862378Z","time spent":"744.926065ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-02T17:40:34.606159Z","caller":"traceutil/trace.go:171","msg":"trace[2074045214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26368; }","duration":"1.743495677s","start":"2026-04-02T17:40:32.862643Z","end":"2026-04-02T17:40:34.606138Z","steps":["trace[2074045214] 'agreement among raft nodes before linearized reading' (duration: 1.741681499s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.607469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.862604Z","time spent":"1.744853671s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:40:34.606207Z","caller":"traceutil/trace.go:171","msg":"trace[471632491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26368; }","duration":"1.741158492s","start":"2026-04-02T17:40:32.865033Z","end":"2026-04-02T17:40:34.606191Z","steps":["trace[471632491] 'agreement among raft nodes before linearized reading' (duration: 1.739271332s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.607567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:32.865022Z","time spent":"1.742535016s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:34.606239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.939841Z","time spent":"666.348622ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:34.604662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45357643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:34.607708Z","caller":"traceutil/trace.go:171","msg":"trace[718548435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26368; }","duration":"1.456668228s","start":"2026-04-02T17:40:33.151024Z","end":"2026-04-02T17:40:34.607693Z","steps":["trace[718548435] 'agreement among raft nodes before linearized reading' (duration: 1.45360438s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.607759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.150997Z","time spent":"1.456749671s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:34.606764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.513673Z","time spent":"1.093075255s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:34.604742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196516942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:34.60804Z","caller":"traceutil/trace.go:171","msg":"trace[1411237474] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26368; }","duration":"1.199850449s","start":"2026-04-02T17:40:33.408167Z","end":"2026-04-02T17:40:34.608017Z","steps":["trace[1411237474] 'agreement among raft nodes before linearized reading' (duration: 1.196526512s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.608113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:33.408159Z","time spent":"1.199929821s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:35.105363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:35.605505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:36.10618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:36.607139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:36.616365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:36.616493Z","caller":"traceutil/trace.go:171","msg":"trace[312589182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333928s","start":"2026-04-02T17:40:34.616119Z","end":"2026-04-02T17:40:36.616453Z","steps":["trace[312589182] 'agreement among raft nodes before linearized reading' (duration: 2.000195263s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:36.616559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.616082Z","time spent":"2.000462662s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:37.108056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:37.355695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.752096281s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:37.356074Z","caller":"traceutil/trace.go:171","msg":"trace[185232502] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"2.825515909s","start":"2026-04-02T17:40:34.530532Z","end":"2026-04-02T17:40:37.356048Z","steps":["trace[185232502] 'process raft request' (duration: 2.825366554s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.35626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.530506Z","time spent":"2.825645122s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.954034Z","caller":"traceutil/trace.go:171","msg":"trace[879799731] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"3.34137391s","start":"2026-04-02T17:40:34.61261Z","end":"2026-04-02T17:40:37.953984Z","steps":["trace[879799731] 'process raft request' (duration: 3.341020429s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.954237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.612593Z","time spent":"3.341532355s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.954485Z","caller":"traceutil/trace.go:171","msg":"trace[1755444356] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"3.335039907s","start":"2026-04-02T17:40:34.619421Z","end":"2026-04-02T17:40:37.954461Z","steps":["trace[1755444356] 'process raft request' (duration: 3.334972245s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:37.954564Z","caller":"traceutil/trace.go:171","msg":"trace[1754623710] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"3.339255451s","start":"2026-04-02T17:40:34.615275Z","end":"2026-04-02T17:40:37.95453Z","steps":["trace[1754623710] 'process raft request' (duration: 3.339078196s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:37.95459Z","caller":"traceutil/trace.go:171","msg":"trace[1276862733] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"3.341772583s","start":"2026-04-02T17:40:34.612792Z","end":"2026-04-02T17:40:37.954564Z","steps":["trace[1276862733] 'process raft request' (duration: 3.341108201s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:37.954637Z","caller":"traceutil/trace.go:171","msg":"trace[212577282] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"3.341510474s","start":"2026-04-02T17:40:34.613115Z","end":"2026-04-02T17:40:37.954626Z","steps":["trace[212577282] 'process raft request' (duration: 3.341051449s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.95466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.619413Z","time spent":"3.335151971s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:37.954731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.612785Z","time spent":"3.341864655s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:37.954799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.613101Z","time spent":"3.341594217s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:37.954736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.615266Z","time spent":"3.339370876s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.954561Z","caller":"traceutil/trace.go:171","msg":"trace[1358652510] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"3.340979497s","start":"2026-04-02T17:40:34.613547Z","end":"2026-04-02T17:40:37.954527Z","steps":["trace[1358652510] 'process raft request' (duration: 3.34075852s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.61354Z","time spent":"3.341445232s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.955025Z","caller":"traceutil/trace.go:171","msg":"trace[1764290146] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"3.118012099s","start":"2026-04-02T17:40:34.837004Z","end":"2026-04-02T17:40:37.955016Z","steps":["trace[1764290146] 'process raft request' (duration: 3.11742054s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.836971Z","time spent":"3.118075251s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.95524Z","caller":"traceutil/trace.go:171","msg":"trace[2013727855] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"3.117321887s","start":"2026-04-02T17:40:34.837905Z","end":"2026-04-02T17:40:37.955227Z","steps":["trace[2013727855] 'process raft request' (duration: 3.116996556s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:37.955301Z","caller":"traceutil/trace.go:171","msg":"trace[809151476] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"3.079189538s","start":"2026-04-02T17:40:34.876102Z","end":"2026-04-02T17:40:37.955291Z","steps":["trace[809151476] 'process raft request' (duration: 3.079073224s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.837892Z","time spent":"3.11739499s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:37.955355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.876089Z","time spent":"3.079237729s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.955385Z","caller":"traceutil/trace.go:171","msg":"trace[1791976992] linearizableReadLoop","detail":"{readStateIndex:27261; appliedIndex:27247; }","duration":"3.351101181s","start":"2026-04-02T17:40:34.604273Z","end":"2026-04-02T17:40:37.955374Z","steps":["trace[1791976992] 'read index received' (duration: 2.751695488s)","trace[1791976992] 'applied index is now lower than readState.Index' (duration: 599.404772ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:37.955424Z","caller":"traceutil/trace.go:171","msg":"trace[1735794815] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"1.340915588s","start":"2026-04-02T17:40:36.614501Z","end":"2026-04-02T17:40:37.955416Z","steps":["trace[1735794815] 'process raft request' (duration: 1.340802034s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:37.955432Z","caller":"traceutil/trace.go:171","msg":"trace[1787827248] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.327773628s","start":"2026-04-02T17:40:36.627648Z","end":"2026-04-02T17:40:37.955422Z","steps":["trace[1787827248] 'process raft request' (duration: 1.327683055s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.614455Z","time spent":"1.340989051s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.955403Z","caller":"traceutil/trace.go:171","msg":"trace[1131484507] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"1.629424591s","start":"2026-04-02T17:40:36.325921Z","end":"2026-04-02T17:40:37.955345Z","steps":["trace[1131484507] 'process raft request' (duration: 1.629299857s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.627594Z","time spent":"1.32786729s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:37.95554Z","caller":"traceutil/trace.go:171","msg":"trace[883144694] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.341233549s","start":"2026-04-02T17:40:36.614298Z","end":"2026-04-02T17:40:37.955532Z","steps":["trace[883144694] 'process raft request' (duration: 1.3409607s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38925545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:37.955592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.614271Z","time spent":"1.34129387s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:37.955631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427235055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:40:37.955659Z","caller":"traceutil/trace.go:171","msg":"trace[381040050] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:26382; }","duration":"3.427319957s","start":"2026-04-02T17:40:34.52833Z","end":"2026-04-02T17:40:37.95565Z","steps":["trace[381040050] 'agreement among raft nodes before linearized reading' (duration: 3.427190923s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:37.955641Z","caller":"traceutil/trace.go:171","msg":"trace[1448556184] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26382; }","duration":"3.389380794s","start":"2026-04-02T17:40:34.566234Z","end":"2026-04-02T17:40:37.955615Z","steps":["trace[1448556184] 'agreement among raft nodes before linearized reading' (duration: 3.389231709s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.325891Z","time spent":"1.629633707s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:37.955709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.566162Z","time spent":"3.389528599s","remote":"127.0.0.1:35282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.955773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037254278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-04-02T17:40:37.955687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.528306Z","time spent":"3.427376249s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"info","ts":"2026-04-02T17:40:37.955799Z","caller":"traceutil/trace.go:171","msg":"trace[1504998666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26382; }","duration":"2.03729089s","start":"2026-04-02T17:40:35.918501Z","end":"2026-04-02T17:40:37.955792Z","steps":["trace[1504998666] 'agreement among raft nodes before linearized reading' (duration: 2.037212707s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918495Z","time spent":"2.037325291s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-02T17:40:37.955823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343979033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-02T17:40:37.955897Z","caller":"traceutil/trace.go:171","msg":"trace[1752337262] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f; range_end:; response_count:1; response_revision:26382; }","duration":"3.344052236s","start":"2026-04-02T17:40:34.611824Z","end":"2026-04-02T17:40:37.955876Z","steps":["trace[1752337262] 'agreement among raft nodes before linearized reading' (duration: 3.343845619s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.955941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.611765Z","time spent":"3.344166549s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-e6044b8d-c0f5-44f9-8b1c-0fdf05e9cf2f\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157968639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:37.956157Z","caller":"traceutil/trace.go:171","msg":"trace[2050228633] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26382; }","duration":"1.158048301s","start":"2026-04-02T17:40:36.798096Z","end":"2026-04-02T17:40:37.956145Z","steps":["trace[2050228633] 'agreement among raft nodes before linearized reading' (duration: 1.15799886s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.798071Z","time spent":"1.158100803s","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.956227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038196109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:7398"} {"level":"info","ts":"2026-04-02T17:40:37.956269Z","caller":"traceutil/trace.go:171","msg":"trace[2140948921] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:26382; }","duration":"2.038280031s","start":"2026-04-02T17:40:35.917978Z","end":"2026-04-02T17:40:37.956258Z","steps":["trace[2140948921] 'agreement among raft nodes before linearized reading' (duration: 2.038087065s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344654865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-02T17:40:37.956298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.917953Z","time spent":"2.038337583s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7422,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-02T17:40:37.956321Z","caller":"traceutil/trace.go:171","msg":"trace[1288851659] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26382; }","duration":"2.344721287s","start":"2026-04-02T17:40:35.611586Z","end":"2026-04-02T17:40:37.956307Z","steps":["trace[1288851659] 'agreement among raft nodes before linearized reading' (duration: 2.344668776s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293420719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:37.956365Z","caller":"traceutil/trace.go:171","msg":"trace[1529196001] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26382; }","duration":"1.293491572s","start":"2026-04-02T17:40:36.662866Z","end":"2026-04-02T17:40:37.956358Z","steps":["trace[1529196001] 'agreement among raft nodes before linearized reading' (duration: 1.29342656s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.611564Z","time spent":"2.34478108s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33973246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:37.95644Z","caller":"traceutil/trace.go:171","msg":"trace[935255043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26382; }","duration":"1.339805593s","start":"2026-04-02T17:40:36.616628Z","end":"2026-04-02T17:40:37.956434Z","steps":["trace[935255043] 'agreement among raft nodes before linearized reading' (duration: 1.339774452s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.61659Z","time spent":"1.339864804s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038401875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5447"} {"level":"info","ts":"2026-04-02T17:40:37.956602Z","caller":"traceutil/trace.go:171","msg":"trace[1520321157] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:26382; }","duration":"2.038445637s","start":"2026-04-02T17:40:35.918146Z","end":"2026-04-02T17:40:37.956591Z","steps":["trace[1520321157] 'agreement among raft nodes before linearized reading' (duration: 2.038330133s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918141Z","time spent":"2.038483708s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5471,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03794428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:7954"} {"level":"info","ts":"2026-04-02T17:40:37.956677Z","caller":"traceutil/trace.go:171","msg":"trace[859455033] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:26382; }","duration":"2.037973081s","start":"2026-04-02T17:40:35.918698Z","end":"2026-04-02T17:40:37.956671Z","steps":["trace[859455033] 'agreement among raft nodes before linearized reading' (duration: 2.037869318s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918692Z","time spent":"2.037999272s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7978,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038508719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"warn","ts":"2026-04-02T17:40:37.956724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037897029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-04-02T17:40:37.956787Z","caller":"traceutil/trace.go:171","msg":"trace[1819753292] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26382; }","duration":"2.039056846s","start":"2026-04-02T17:40:35.917715Z","end":"2026-04-02T17:40:37.956772Z","steps":["trace[1819753292] 'agreement among raft nodes before linearized reading' (duration: 2.038411046s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.917631Z","time spent":"2.03918765s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3263,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-02T17:40:37.95683Z","caller":"traceutil/trace.go:171","msg":"trace[396765743] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26382; }","duration":"2.038009552s","start":"2026-04-02T17:40:35.918789Z","end":"2026-04-02T17:40:37.956798Z","steps":["trace[396765743] 'agreement among raft nodes before linearized reading' (duration: 2.037693742s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038213569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"info","ts":"2026-04-02T17:40:37.956938Z","caller":"traceutil/trace.go:171","msg":"trace[1210858119] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:26382; }","duration":"2.03826296s","start":"2026-04-02T17:40:35.918668Z","end":"2026-04-02T17:40:37.95693Z","steps":["trace[1210858119] 'agreement among raft nodes before linearized reading' (duration: 2.038178478s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918662Z","time spent":"2.038295351s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7698,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-02T17:40:37.957062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423101095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:40:37.957119Z","caller":"traceutil/trace.go:171","msg":"trace[1491170540] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26382; }","duration":"1.423232878s","start":"2026-04-02T17:40:36.533871Z","end":"2026-04-02T17:40:37.957104Z","steps":["trace[1491170540] 'agreement among raft nodes before linearized reading' (duration: 1.423060792s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.957169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.533843Z","time spent":"1.423313861s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:37.957209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03855639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-04-02T17:40:37.957236Z","caller":"traceutil/trace.go:171","msg":"trace[1736250086] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:26382; }","duration":"2.038586031s","start":"2026-04-02T17:40:35.918639Z","end":"2026-04-02T17:40:37.957225Z","steps":["trace[1736250086] 'agreement among raft nodes before linearized reading' (duration: 2.038516039s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.957266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918632Z","time spent":"2.038628992s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4706,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-02T17:40:37.957411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038807858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-04-02T17:40:37.957434Z","caller":"traceutil/trace.go:171","msg":"trace[241924994] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:26382; }","duration":"2.038830738s","start":"2026-04-02T17:40:35.918597Z","end":"2026-04-02T17:40:37.957428Z","steps":["trace[241924994] 'agreement among raft nodes before linearized reading' (duration: 2.038755236s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.957452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918583Z","time spent":"2.03886436s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4774,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:37.957547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431612937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:37.95754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03855181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-04-02T17:40:37.957606Z","caller":"traceutil/trace.go:171","msg":"trace[862868902] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26382; }","duration":"1.431673759s","start":"2026-04-02T17:40:36.525916Z","end":"2026-04-02T17:40:37.957589Z","steps":["trace[862868902] 'agreement among raft nodes before linearized reading' (duration: 1.431460952s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.956278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038084185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7763"} {"level":"info","ts":"2026-04-02T17:40:37.957674Z","caller":"traceutil/trace.go:171","msg":"trace[700531059] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26382; }","duration":"2.039607714s","start":"2026-04-02T17:40:35.918019Z","end":"2026-04-02T17:40:37.957627Z","steps":["trace[700531059] 'agreement among raft nodes before linearized reading' (duration: 2.038494648s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.957712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918008Z","time spent":"2.039692786s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7480,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-02T17:40:37.957724Z","caller":"traceutil/trace.go:171","msg":"trace[1773187589] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:26382; }","duration":"2.039521111s","start":"2026-04-02T17:40:35.918169Z","end":"2026-04-02T17:40:37.95769Z","steps":["trace[1773187589] 'agreement among raft nodes before linearized reading' (duration: 2.03794661s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.957752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903101319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:37.957805Z","caller":"traceutil/trace.go:171","msg":"trace[1402040213] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26382; }","duration":"1.903146461s","start":"2026-04-02T17:40:36.054638Z","end":"2026-04-02T17:40:37.957784Z","steps":["trace[1402040213] 'agreement among raft nodes before linearized reading' (duration: 1.903040627s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.957835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918165Z","time spent":"2.039620984s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7787,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-04-02T17:40:37.957865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.054552Z","time spent":"1.903298426s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.958055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039908973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-02T17:40:37.958278Z","caller":"traceutil/trace.go:171","msg":"trace[1837647944] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:26382; }","duration":"2.040145811s","start":"2026-04-02T17:40:35.918121Z","end":"2026-04-02T17:40:37.958267Z","steps":["trace[1837647944] 'agreement among raft nodes before linearized reading' (duration: 2.039810811s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.958307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918117Z","time spent":"2.040184202s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4636,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:37.958508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040390479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-04-02T17:40:37.958546Z","caller":"traceutil/trace.go:171","msg":"trace[1502007841] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:26382; }","duration":"2.04042987s","start":"2026-04-02T17:40:35.918108Z","end":"2026-04-02T17:40:37.958538Z","steps":["trace[1502007841] 'agreement among raft nodes before linearized reading' (duration: 2.040318556s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.958577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918077Z","time spent":"2.040494132s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7306,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-04-02T17:40:37.958986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040766671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-04-02T17:40:37.959025Z","caller":"traceutil/trace.go:171","msg":"trace[1869422210] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:26382; }","duration":"2.040823382s","start":"2026-04-02T17:40:35.918192Z","end":"2026-04-02T17:40:37.959015Z","steps":["trace[1869422210] 'agreement among raft nodes before linearized reading' (duration: 2.040724429s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.958995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295467102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:37.959042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040752521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-04-02T17:40:37.959057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918187Z","time spent":"2.040862034s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4734,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-02T17:40:37.95907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040576384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-02T17:40:37.95909Z","caller":"traceutil/trace.go:171","msg":"trace[1655442484] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26382; }","duration":"2.040801842s","start":"2026-04-02T17:40:35.918279Z","end":"2026-04-02T17:40:37.959081Z","steps":["trace[1655442484] 'agreement among raft nodes before linearized reading' (duration: 2.04072747s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.959128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918212Z","time spent":"2.040910896s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-02T17:40:37.959136Z","caller":"traceutil/trace.go:171","msg":"trace[1453561617] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:26382; }","duration":"2.040655327s","start":"2026-04-02T17:40:35.918462Z","end":"2026-04-02T17:40:37.959117Z","steps":["trace[1453561617] 'agreement among raft nodes before linearized reading' (duration: 2.040490232s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.959178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918453Z","time spent":"2.040712169s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.918761Z","time spent":"2.038120636s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3583,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-04-02T17:40:37.957653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.525846Z","time spent":"1.431794252s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:37.959102Z","caller":"traceutil/trace.go:171","msg":"trace[703826485] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26382; }","duration":"3.295601657s","start":"2026-04-02T17:40:34.66347Z","end":"2026-04-02T17:40:37.959072Z","steps":["trace[703826485] 'agreement among raft nodes before linearized reading' (duration: 3.295477643s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.959313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959426999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:40:37.959375Z","caller":"traceutil/trace.go:171","msg":"trace[763851689] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26382; }","duration":"2.959541743s","start":"2026-04-02T17:40:34.999818Z","end":"2026-04-02T17:40:37.959359Z","steps":["trace[763851689] 'agreement among raft nodes before linearized reading' (duration: 2.959351097s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.960314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.999798Z","time spent":"2.960496983s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:40:37.956389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:36.662845Z","time spent":"1.293538383s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.959382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.663453Z","time spent":"3.295859215s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.959463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040158891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-02T17:40:37.960981Z","caller":"traceutil/trace.go:171","msg":"trace[1867751044] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:26382; }","duration":"2.04168322s","start":"2026-04-02T17:40:35.919271Z","end":"2026-04-02T17:40:37.960955Z","steps":["trace[1867751044] 'agreement among raft nodes before linearized reading' (duration: 2.040130211s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.961052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.91926Z","time spent":"2.041772793s","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1289,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-04-02T17:40:37.959518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039533941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-02T17:40:37.961147Z","caller":"traceutil/trace.go:171","msg":"trace[2033119323] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26382; }","duration":"2.041192285s","start":"2026-04-02T17:40:35.919939Z","end":"2026-04-02T17:40:37.961131Z","steps":["trace[2033119323] 'agreement among raft nodes before linearized reading' (duration: 2.039540692s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.961185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.919917Z","time spent":"2.041256286s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-02T17:40:37.959571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984035116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:37.961274Z","caller":"traceutil/trace.go:171","msg":"trace[1926445695] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26382; }","duration":"2.985765561s","start":"2026-04-02T17:40:34.975473Z","end":"2026-04-02T17:40:37.961239Z","steps":["trace[1926445695] 'agreement among raft nodes before linearized reading' (duration: 2.984063237s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.96133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.975449Z","time spent":"2.985861545s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.959614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039661335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-02T17:40:37.961417Z","caller":"traceutil/trace.go:171","msg":"trace[88737809] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26382; }","duration":"2.041478693s","start":"2026-04-02T17:40:35.919921Z","end":"2026-04-02T17:40:37.961399Z","steps":["trace[88737809] 'agreement among raft nodes before linearized reading' (duration: 2.039606584s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.959751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115391175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:40:37.961483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.919909Z","time spent":"2.041553966s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-02T17:40:37.961517Z","caller":"traceutil/trace.go:171","msg":"trace[706242210] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26382; }","duration":"3.117184303s","start":"2026-04-02T17:40:34.844323Z","end":"2026-04-02T17:40:37.961507Z","steps":["trace[706242210] 'agreement among raft nodes before linearized reading' (duration: 3.115284852s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.961566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.844312Z","time spent":"3.117231194s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:37.95974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347852497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:40:37.962069Z","caller":"traceutil/trace.go:171","msg":"trace[185268268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26382; }","duration":"3.350240693s","start":"2026-04-02T17:40:34.611816Z","end":"2026-04-02T17:40:37.962057Z","steps":["trace[185268268] 'agreement among raft nodes before linearized reading' (duration: 3.34763959s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.962213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.611794Z","time spent":"3.350407739s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:40:37.959846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039683896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-04-02T17:40:37.962476Z","caller":"traceutil/trace.go:171","msg":"trace[1843043935] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26382; }","duration":"2.042321481s","start":"2026-04-02T17:40:35.920121Z","end":"2026-04-02T17:40:37.962442Z","steps":["trace[1843043935] 'agreement among raft nodes before linearized reading' (duration: 2.038184899s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:37.962605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.920112Z","time spent":"2.042453835s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:40:38.461458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:39.715453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010630679s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:40:39.969042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:39.969133Z","caller":"traceutil/trace.go:171","msg":"trace[792214441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006665s","start":"2026-04-02T17:40:37.969045Z","end":"2026-04-02T17:40:39.969111Z","steps":["trace[792214441] 'agreement among raft nodes before linearized reading' (duration: 1.999956927s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:39.969177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969027Z","time spent":"2.000141303s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:40.020143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.398676Z","time spent":"621.458107ms","remote":"127.0.0.1:34662","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:40:40.021018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316153536s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-02T17:40:40.021258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.95712Z","time spent":"2.064128948s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:40:40.02134Z","caller":"traceutil/trace.go:171","msg":"trace[2035834231] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27261; }","duration":"2.060092429s","start":"2026-04-02T17:40:37.961222Z","end":"2026-04-02T17:40:40.021314Z","steps":["trace[2035834231] 'read index received' (duration: 743.619522ms)","trace[2035834231] 'applied index is now lower than readState.Index' (duration: 1.316470897s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:40.021492Z","caller":"traceutil/trace.go:171","msg":"trace[47174407] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"2.052445325s","start":"2026-04-02T17:40:37.969008Z","end":"2026-04-02T17:40:40.021453Z","steps":["trace[47174407] 'process raft request' (duration: 2.052146936s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:40.021619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060381699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-04-02T17:40:40.021683Z","caller":"traceutil/trace.go:171","msg":"trace[1654977889] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:26383; }","duration":"2.060498312s","start":"2026-04-02T17:40:37.961165Z","end":"2026-04-02T17:40:40.021663Z","steps":["trace[1654977889] 'agreement among raft nodes before linearized reading' (duration: 2.060255374s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:40.021736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.961144Z","time spent":"2.060580325s","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2915,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-02T17:40:40.023618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.968995Z","time spent":"2.052576159s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:40.521964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:41.970044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000696279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:41.970147Z","caller":"traceutil/trace.go:171","msg":"trace[1433958963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857695s","start":"2026-04-02T17:40:39.969265Z","end":"2026-04-02T17:40:41.970123Z","steps":["trace[1433958963] 'agreement among raft nodes before linearized reading' (duration: 2.00071953s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:41.970204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.969253Z","time spent":"2.000940327s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:42.234159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.01833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:42.234313Z","caller":"traceutil/trace.go:171","msg":"trace[1019054891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26383; }","duration":"538.192345ms","start":"2026-04-02T17:40:41.696097Z","end":"2026-04-02T17:40:42.23429Z","steps":["trace[1019054891] 'range keys from in-memory index tree' (duration: 537.998119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:42.23492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69412282s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:42.23517Z","caller":"traceutil/trace.go:171","msg":"trace[1241288647] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"3.365687667s","start":"2026-04-02T17:40:38.869452Z","end":"2026-04-02T17:40:42.23514Z","steps":["trace[1241288647] 'process raft request' (duration: 1.671206926s)","trace[1241288647] 'compare' (duration: 1.693747668s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:42.235283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.869424Z","time spent":"3.365806181s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:42.235197Z","caller":"traceutil/trace.go:171","msg":"trace[1198487607] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"2.700487772s","start":"2026-04-02T17:40:39.534695Z","end":"2026-04-02T17:40:42.235183Z","steps":["trace[1198487607] 'process raft request' (duration: 2.70042981s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:42.235426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.534661Z","time spent":"2.700733229s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:42.235463Z","caller":"traceutil/trace.go:171","msg":"trace[2022854814] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"3.080755308s","start":"2026-04-02T17:40:39.154695Z","end":"2026-04-02T17:40:42.235451Z","steps":["trace[2022854814] 'process raft request' (duration: 3.080340675s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:42.235527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.154668Z","time spent":"3.080825171s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:43.523625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.98038367s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:40:43.978641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:43.978738Z","caller":"traceutil/trace.go:171","msg":"trace[1829522961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517904s","start":"2026-04-02T17:40:41.978197Z","end":"2026-04-02T17:40:43.978715Z","steps":["trace[1829522961] 'agreement among raft nodes before linearized reading' (duration: 2.00039114s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:43.978782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:41.978179Z","time spent":"2.000595896s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:44.360747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999532928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:44.36088Z","caller":"traceutil/trace.go:171","msg":"trace[1817944425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999742235s","start":"2026-04-02T17:40:39.361112Z","end":"2026-04-02T17:40:44.360854Z","steps":["trace[1817944425] 'agreement among raft nodes before linearized reading' (duration: 4.99957217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.360952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.361087Z","time spent":"4.999837469s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:40:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:44.938988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414929813s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:44.93962Z","caller":"traceutil/trace.go:171","msg":"trace[2062350352] linearizableReadLoop","detail":"{readStateIndex:27273; appliedIndex:27263; }","duration":"4.918209549s","start":"2026-04-02T17:40:40.021384Z","end":"2026-04-02T17:40:44.939593Z","steps":["trace[2062350352] 'read index received' (duration: 519.321541ms)","trace[2062350352] 'applied index is now lower than readState.Index' (duration: 4.398886268s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:44.939782Z","caller":"traceutil/trace.go:171","msg":"trace[671566206] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"4.976427641s","start":"2026-04-02T17:40:39.963335Z","end":"2026-04-02T17:40:44.939763Z","steps":["trace[671566206] 'process raft request' (duration: 3.560612069s)","trace[671566206] 'compare' (duration: 1.413809178s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:44.939891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.963317Z","time spent":"4.976519763s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:44.940341Z","caller":"traceutil/trace.go:171","msg":"trace[30655405] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"4.976872284s","start":"2026-04-02T17:40:39.963439Z","end":"2026-04-02T17:40:44.940311Z","steps":["trace[30655405] 'process raft request' (duration: 4.975823081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.9696036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-04-02T17:40:44.940412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972338228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-04-02T17:40:44.94045Z","caller":"traceutil/trace.go:171","msg":"trace[2021911371] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:26393; }","duration":"6.969733235s","start":"2026-04-02T17:40:37.970698Z","end":"2026-04-02T17:40:44.940431Z","steps":["trace[2021911371] 'agreement among raft nodes before linearized reading' (duration: 6.969482707s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978385633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:40:44.940474Z","caller":"traceutil/trace.go:171","msg":"trace[669889708] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"4.976647307s","start":"2026-04-02T17:40:39.963811Z","end":"2026-04-02T17:40:44.940458Z","steps":["trace[669889708] 'process raft request' (duration: 4.975573163s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.940429Z","caller":"traceutil/trace.go:171","msg":"trace[823752795] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"4.976809542s","start":"2026-04-02T17:40:39.963603Z","end":"2026-04-02T17:40:44.940413Z","steps":["trace[823752795] 'process raft request' (duration: 4.975715278s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.940529Z","caller":"traceutil/trace.go:171","msg":"trace[173374627] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26393; }","duration":"4.978541298s","start":"2026-04-02T17:40:39.961964Z","end":"2026-04-02T17:40:44.940505Z","steps":["trace[173374627] 'agreement among raft nodes before linearized reading' (duration: 4.978233979s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.940555Z","caller":"traceutil/trace.go:171","msg":"trace[299873327] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"4.917412583s","start":"2026-04-02T17:40:40.023121Z","end":"2026-04-02T17:40:44.940533Z","steps":["trace[299873327] 'process raft request' (duration: 4.91638276s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972793413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-04-02T17:40:44.940487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.97068Z","time spent":"6.969798627s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1250,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-02T17:40:44.940626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198460407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-02T17:40:44.940632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:40.023087Z","time spent":"4.917502146s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:44.940651Z","caller":"traceutil/trace.go:171","msg":"trace[664409118] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26393; }","duration":"6.198502019s","start":"2026-04-02T17:40:38.742142Z","end":"2026-04-02T17:40:44.940644Z","steps":["trace[664409118] 'agreement among raft nodes before linearized reading' (duration: 6.198424466s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.742134Z","time spent":"6.19853389s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:40:44.940658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.96375Z","time spent":"4.976788191s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:44.9407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978418774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:40:44.940738Z","caller":"traceutil/trace.go:171","msg":"trace[910482228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26393; }","duration":"4.978472746s","start":"2026-04-02T17:40:39.962254Z","end":"2026-04-02T17:40:44.940727Z","steps":["trace[910482228] 'agreement among raft nodes before linearized reading' (duration: 4.978368042s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.962249Z","time spent":"4.978511597s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:44.940852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.971527442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"warn","ts":"2026-04-02T17:40:44.940867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.826303859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:44.94089Z","caller":"traceutil/trace.go:171","msg":"trace[1197636542] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:26393; }","duration":"6.971618324s","start":"2026-04-02T17:40:37.969262Z","end":"2026-04-02T17:40:44.940881Z","steps":["trace[1197636542] 'agreement among raft nodes before linearized reading' (duration: 6.97148078s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969235Z","time spent":"6.971677456s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5082,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972173943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7027"} {"level":"warn","ts":"2026-04-02T17:40:44.941357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.971592554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29585860-44rk8\" ","response":"range_response_count:1 size:6548"} {"level":"warn","ts":"2026-04-02T17:40:44.941406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.970528891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-02T17:40:44.941423Z","caller":"traceutil/trace.go:171","msg":"trace[1394138461] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29585860-44rk8; range_end:; response_count:1; response_revision:26393; }","duration":"6.971661996s","start":"2026-04-02T17:40:37.969744Z","end":"2026-04-02T17:40:44.941406Z","steps":["trace[1394138461] 'agreement among raft nodes before linearized reading' (duration: 6.971513551s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.941468Z","caller":"traceutil/trace.go:171","msg":"trace[1948530926] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26393; }","duration":"5.970616314s","start":"2026-04-02T17:40:38.970834Z","end":"2026-04-02T17:40:44.941451Z","steps":["trace[1948530926] 'agreement among raft nodes before linearized reading' (duration: 5.970418347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.941478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969738Z","time spent":"6.971727198s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6572,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29585860-44rk8\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.971941446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-02T17:40:44.941514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.970822Z","time spent":"5.970678536s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"info","ts":"2026-04-02T17:40:44.941543Z","caller":"traceutil/trace.go:171","msg":"trace[1757078455] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:26393; }","duration":"6.971978486s","start":"2026-04-02T17:40:37.969555Z","end":"2026-04-02T17:40:44.941533Z","steps":["trace[1757078455] 'agreement among raft nodes before linearized reading' (duration: 6.971895124s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.941539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972275166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10041"} {"level":"warn","ts":"2026-04-02T17:40:44.941542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975027003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"warn","ts":"2026-04-02T17:40:44.941565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969546Z","time spent":"6.972013907s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1254,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-04-02T17:40:44.941573Z","caller":"traceutil/trace.go:171","msg":"trace[1478393098] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:26393; }","duration":"6.972318017s","start":"2026-04-02T17:40:37.969246Z","end":"2026-04-02T17:40:44.941563Z","steps":["trace[1478393098] 'agreement among raft nodes before linearized reading' (duration: 6.972200783s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.941595Z","caller":"traceutil/trace.go:171","msg":"trace[478748398] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26393; }","duration":"6.975085516s","start":"2026-04-02T17:40:37.966493Z","end":"2026-04-02T17:40:44.941579Z","steps":["trace[478748398] 'agreement among raft nodes before linearized reading' (duration: 6.974960282s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972656558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9086"} {"level":"warn","ts":"2026-04-02T17:40:44.941613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969235Z","time spent":"6.972370409s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10065,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-04-02T17:40:44.94164Z","caller":"traceutil/trace.go:171","msg":"trace[1843515158] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:26393; }","duration":"6.973852116s","start":"2026-04-02T17:40:37.96778Z","end":"2026-04-02T17:40:44.941632Z","steps":["trace[1843515158] 'agreement among raft nodes before linearized reading' (duration: 6.972575286s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.94164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.966489Z","time spent":"6.975142177s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975293372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"warn","ts":"2026-04-02T17:40:44.941665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.967771Z","time spent":"6.973886797s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9110,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-02T17:40:44.94166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984161797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:44.940549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023556387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:44.941701Z","caller":"traceutil/trace.go:171","msg":"trace[440439720] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26393; }","duration":"6.975354124s","start":"2026-04-02T17:40:37.966324Z","end":"2026-04-02T17:40:44.941678Z","steps":["trace[440439720] 'agreement among raft nodes before linearized reading' (duration: 6.975174378s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.94171Z","caller":"traceutil/trace.go:171","msg":"trace[228873205] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26393; }","duration":"5.984255689s","start":"2026-04-02T17:40:38.957436Z","end":"2026-04-02T17:40:44.941692Z","steps":["trace[228873205] 'agreement among raft nodes before linearized reading' (duration: 5.984180197s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.941413Z","caller":"traceutil/trace.go:171","msg":"trace[1945997318] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:26393; }","duration":"6.972220524s","start":"2026-04-02T17:40:37.969172Z","end":"2026-04-02T17:40:44.941393Z","steps":["trace[1945997318] 'agreement among raft nodes before linearized reading' (duration: 6.972150822s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.941752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.966315Z","time spent":"6.975424787s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6187,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.957412Z","time spent":"5.984332282s","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:44.941776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969164Z","time spent":"6.972595446s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7051,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"warn","ts":"2026-04-02T17:40:44.94181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972585746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7851"} {"level":"info","ts":"2026-04-02T17:40:44.941841Z","caller":"traceutil/trace.go:171","msg":"trace[54890836] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:26393; }","duration":"6.972625007s","start":"2026-04-02T17:40:37.969206Z","end":"2026-04-02T17:40:44.941831Z","steps":["trace[54890836] 'agreement among raft nodes before linearized reading' (duration: 6.972536874s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.941868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969199Z","time spent":"6.972663118s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7875,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"info","ts":"2026-04-02T17:40:44.940447Z","caller":"traceutil/trace.go:171","msg":"trace[1726333360] transaction","detail":"{read_only:false; response_revision:26388; number_of_response:1; }","duration":"4.977054491s","start":"2026-04-02T17:40:39.963366Z","end":"2026-04-02T17:40:44.940421Z","steps":["trace[1726333360] 'process raft request' (duration: 4.97577095s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.941972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976218912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11622"} {"level":"warn","ts":"2026-04-02T17:40:44.942005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9745432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-02T17:40:44.942018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972840203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5229"} {"level":"info","ts":"2026-04-02T17:40:44.942024Z","caller":"traceutil/trace.go:171","msg":"trace[885480988] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:26393; }","duration":"6.976289224s","start":"2026-04-02T17:40:37.96572Z","end":"2026-04-02T17:40:44.942009Z","steps":["trace[885480988] 'agreement among raft nodes before linearized reading' (duration: 6.97614029s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.96335Z","time spent":"4.97860983s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:44.942058Z","caller":"traceutil/trace.go:171","msg":"trace[1171313955] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:26393; }","duration":"6.972889656s","start":"2026-04-02T17:40:37.969159Z","end":"2026-04-02T17:40:44.942048Z","steps":["trace[1171313955] 'agreement among raft nodes before linearized reading' (duration: 6.972781052s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.965701Z","time spent":"6.976357026s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11646,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-04-02T17:40:44.942083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.96915Z","time spent":"6.972927127s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5253,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-02T17:40:44.940902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696565703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:44.940482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.963399Z","time spent":"4.97701636s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:44.940594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.961942Z","time spent":"4.978640681s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:44.94215Z","caller":"traceutil/trace.go:171","msg":"trace[490762192] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26393; }","duration":"5.697887974s","start":"2026-04-02T17:40:39.244247Z","end":"2026-04-02T17:40:44.942135Z","steps":["trace[490762192] 'agreement among raft nodes before linearized reading' (duration: 5.696528111s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.940321Z","caller":"traceutil/trace.go:171","msg":"trace[322458326] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"4.972704271s","start":"2026-04-02T17:40:39.96755Z","end":"2026-04-02T17:40:44.940254Z","steps":["trace[322458326] 'process raft request' (duration: 4.971893195s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977461271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14908"} {"level":"info","ts":"2026-04-02T17:40:44.942192Z","caller":"traceutil/trace.go:171","msg":"trace[1861819143] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:26393; }","duration":"6.977497403s","start":"2026-04-02T17:40:37.964689Z","end":"2026-04-02T17:40:44.942186Z","steps":["trace[1861819143] 'agreement among raft nodes before linearized reading' (duration: 6.977424251s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.244225Z","time spent":"5.697953837s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:44.94221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.964671Z","time spent":"6.977535114s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":14932,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} {"level":"info","ts":"2026-04-02T17:40:44.940494Z","caller":"traceutil/trace.go:171","msg":"trace[1997753797] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26393; }","duration":"6.97242984s","start":"2026-04-02T17:40:37.968042Z","end":"2026-04-02T17:40:44.940472Z","steps":["trace[1997753797] 'agreement among raft nodes before linearized reading' (duration: 6.972159432s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.940591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.963558Z","time spent":"4.976980887s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:44.942273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.968036Z","time spent":"6.974228669s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4157,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-02T17:40:44.942272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.974152996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-v5kpya\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-02T17:40:44.942299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979781608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:40:44.941017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978805426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:40:44.942309Z","caller":"traceutil/trace.go:171","msg":"trace[850501382] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-v5kpya; range_end:; response_count:1; response_revision:26393; }","duration":"6.974200348s","start":"2026-04-02T17:40:37.968099Z","end":"2026-04-02T17:40:44.942299Z","steps":["trace[850501382] 'agreement among raft nodes before linearized reading' (duration: 6.974095734s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.942362Z","caller":"traceutil/trace.go:171","msg":"trace[405967518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26393; }","duration":"4.98016882s","start":"2026-04-02T17:40:39.962159Z","end":"2026-04-02T17:40:44.942328Z","steps":["trace[405967518] 'agreement among raft nodes before linearized reading' (duration: 4.978598429s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.968091Z","time spent":"6.974237639s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":565,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-v5kpya\" "} {"level":"warn","ts":"2026-04-02T17:40:44.942262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.967538Z","time spent":"4.974652633s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:44.942403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.962068Z","time spent":"4.980323005s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.322413201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-02T17:40:44.941175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.971404478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"info","ts":"2026-04-02T17:40:44.942478Z","caller":"traceutil/trace.go:171","msg":"trace[1375606279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26393; }","duration":"5.323792616s","start":"2026-04-02T17:40:39.618658Z","end":"2026-04-02T17:40:44.942451Z","steps":["trace[1375606279] 'agreement among raft nodes before linearized reading' (duration: 5.322308558s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.942483Z","caller":"traceutil/trace.go:171","msg":"trace[1678788929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26393; }","duration":"4.979892151s","start":"2026-04-02T17:40:39.962424Z","end":"2026-04-02T17:40:44.942316Z","steps":["trace[1678788929] 'agreement among raft nodes before linearized reading' (duration: 4.978084254s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.618627Z","time spent":"5.323877598s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-02T17:40:44.942492Z","caller":"traceutil/trace.go:171","msg":"trace[900179450] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26393; }","duration":"6.97272678s","start":"2026-04-02T17:40:37.969751Z","end":"2026-04-02T17:40:44.942478Z","steps":["trace[900179450] 'agreement among raft nodes before linearized reading' (duration: 6.971269214s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.941181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.973507766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-02T17:40:44.942566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969743Z","time spent":"6.972803143s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3037,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-02T17:40:44.940584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.070730054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:44.942515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975474588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-04-02T17:40:44.942517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.962394Z","time spent":"4.980110398s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:40:44.942638Z","caller":"traceutil/trace.go:171","msg":"trace[1172067341] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26393; }","duration":"6.07281015s","start":"2026-04-02T17:40:38.869812Z","end":"2026-04-02T17:40:44.942622Z","steps":["trace[1172067341] 'agreement among raft nodes before linearized reading' (duration: 6.070714743s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:44.94125Z","caller":"traceutil/trace.go:171","msg":"trace[772711677] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26393; }","duration":"6.826738703s","start":"2026-04-02T17:40:38.114495Z","end":"2026-04-02T17:40:44.941234Z","steps":["trace[772711677] 'agreement among raft nodes before linearized reading' (duration: 6.82633931s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.869805Z","time spent":"6.072868503s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:40:44.942651Z","caller":"traceutil/trace.go:171","msg":"trace[1106276645] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26393; }","duration":"6.975620163s","start":"2026-04-02T17:40:37.967018Z","end":"2026-04-02T17:40:44.942638Z","steps":["trace[1106276645] 'agreement among raft nodes before linearized reading' (duration: 6.974201377s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.114463Z","time spent":"6.828244781s","remote":"127.0.0.1:59448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:44.942746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.967014Z","time spent":"6.975720406s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.97144915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-02T17:40:44.942809Z","caller":"traceutil/trace.go:171","msg":"trace[1852566354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26393; }","duration":"6.972996069s","start":"2026-04-02T17:40:37.969802Z","end":"2026-04-02T17:40:44.942798Z","steps":["trace[1852566354] 'agreement among raft nodes before linearized reading' (duration: 6.971401038s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.969795Z","time spent":"6.97303631s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-02T17:40:44.941415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.97648813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10093"} {"level":"info","ts":"2026-04-02T17:40:44.942963Z","caller":"traceutil/trace.go:171","msg":"trace[157454315] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:26393; }","duration":"6.978051861s","start":"2026-04-02T17:40:37.964903Z","end":"2026-04-02T17:40:44.942955Z","steps":["trace[157454315] 'agreement among raft nodes before linearized reading' (duration: 6.976403858s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.942991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.964898Z","time spent":"6.978085452s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10117,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-02T17:40:44.941729Z","caller":"traceutil/trace.go:171","msg":"trace[2040983325] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26393; }","duration":"5.024789886s","start":"2026-04-02T17:40:39.916931Z","end":"2026-04-02T17:40:44.941721Z","steps":["trace[2040983325] 'agreement among raft nodes before linearized reading' (duration: 5.023572597s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.943062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.9169Z","time spent":"5.026138949s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:44.942027Z","caller":"traceutil/trace.go:171","msg":"trace[1864005475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26393; }","duration":"4.974603862s","start":"2026-04-02T17:40:39.967416Z","end":"2026-04-02T17:40:44.94202Z","steps":["trace[1864005475] 'agreement among raft nodes before linearized reading' (duration: 4.974529749s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.943139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:39.967403Z","time spent":"4.975728447s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:40:44.941032Z","caller":"traceutil/trace.go:171","msg":"trace[157733022] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:26393; }","duration":"6.973245137s","start":"2026-04-02T17:40:37.967767Z","end":"2026-04-02T17:40:44.941012Z","steps":["trace[157733022] 'agreement among raft nodes before linearized reading' (duration: 6.97272824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.943226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.967759Z","time spent":"6.975460907s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4244,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-02T17:40:44.94104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.199416608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-02T17:40:44.943284Z","caller":"traceutil/trace.go:171","msg":"trace[926540646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26393; }","duration":"6.201700421s","start":"2026-04-02T17:40:38.741569Z","end":"2026-04-02T17:40:44.943269Z","steps":["trace[926540646] 'agreement among raft nodes before linearized reading' (duration: 6.199341185s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.943343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.741541Z","time spent":"6.201772003s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:44.942596Z","caller":"traceutil/trace.go:171","msg":"trace[219936595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26393; }","duration":"6.974960602s","start":"2026-04-02T17:40:37.96762Z","end":"2026-04-02T17:40:44.94258Z","steps":["trace[219936595] 'agreement among raft nodes before linearized reading' (duration: 6.973445923s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.943427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:37.967599Z","time spent":"6.975810249s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:40:44.940849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.777932843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:44.943537Z","caller":"traceutil/trace.go:171","msg":"trace[1394853963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26393; }","duration":"6.78065115s","start":"2026-04-02T17:40:38.162863Z","end":"2026-04-02T17:40:44.943514Z","steps":["trace[1394853963] 'agreement among raft nodes before linearized reading' (duration: 6.777919802s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:44.943598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:38.16284Z","time spent":"6.780741393s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:45.979888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:45.980014Z","caller":"traceutil/trace.go:171","msg":"trace[890570527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474654s","start":"2026-04-02T17:40:43.979517Z","end":"2026-04-02T17:40:45.979992Z","steps":["trace[890570527] 'agreement among raft nodes before linearized reading' (duration: 2.000320609s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.980066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:43.979493Z","time spent":"2.000561397s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:47.8807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913374487s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T17:40:47.880861Z","caller":"traceutil/trace.go:171","msg":"trace[378529387] linearizableReadLoop","detail":"{readStateIndex:27274; appliedIndex:27273; }","duration":"2.941146865s","start":"2026-04-02T17:40:44.939684Z","end":"2026-04-02T17:40:47.880831Z","steps":["trace[378529387] 'read index received' (duration: 27.904932ms)","trace[378529387] 'applied index is now lower than readState.Index' (duration: 2.913238303s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:47.881706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264045768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:47.88176Z","caller":"traceutil/trace.go:171","msg":"trace[167215880] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26393; }","duration":"3.264239134s","start":"2026-04-02T17:40:44.617507Z","end":"2026-04-02T17:40:47.881747Z","steps":["trace[167215880] 'agreement among raft nodes before linearized reading' (duration: 3.264123211s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.881801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.617455Z","time spent":"3.264336297s","remote":"127.0.0.1:59354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.882115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572288338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:47.882172Z","caller":"traceutil/trace.go:171","msg":"trace[369698218] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26393; }","duration":"6.572381211s","start":"2026-04-02T17:40:41.309772Z","end":"2026-04-02T17:40:47.882153Z","steps":["trace[369698218] 'agreement among raft nodes before linearized reading' (duration: 6.572290388s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:41.30975Z","time spent":"6.572455214s","remote":"127.0.0.1:59554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.882265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88976918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:47.88227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659231821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:47.88233Z","caller":"traceutil/trace.go:171","msg":"trace[152935091] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26393; }","duration":"4.889848922s","start":"2026-04-02T17:40:42.992454Z","end":"2026-04-02T17:40:47.882303Z","steps":["trace[152935091] 'agreement among raft nodes before linearized reading' (duration: 4.889747119s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.028001947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:47.882576Z","caller":"traceutil/trace.go:171","msg":"trace[1387765659] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26393; }","duration":"3.659575333s","start":"2026-04-02T17:40:44.222966Z","end":"2026-04-02T17:40:47.882542Z","steps":["trace[1387765659] 'agreement among raft nodes before linearized reading' (duration: 3.659224081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:42.992432Z","time spent":"4.890140902s","remote":"127.0.0.1:51338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:47.882601Z","caller":"traceutil/trace.go:171","msg":"trace[1881008542] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26393; }","duration":"7.028378089s","start":"2026-04-02T17:40:40.8542Z","end":"2026-04-02T17:40:47.882578Z","steps":["trace[1881008542] 'agreement among raft nodes before linearized reading' (duration: 7.027988446s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848983677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:47.882722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.449745Z","time spent":"432.971861ms","remote":"127.0.0.1:35482","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:40:47.882769Z","caller":"traceutil/trace.go:171","msg":"trace[1649752531] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26393; }","duration":"3.849157573s","start":"2026-04-02T17:40:44.033595Z","end":"2026-04-02T17:40:47.882752Z","steps":["trace[1649752531] 'agreement among raft nodes before linearized reading' (duration: 3.849006899s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732970167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-04-02T17:40:47.882785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:40.854161Z","time spent":"7.028598316s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:47.882819Z","caller":"traceutil/trace.go:171","msg":"trace[350704918] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26393; }","duration":"4.733032959s","start":"2026-04-02T17:40:43.149779Z","end":"2026-04-02T17:40:47.882812Z","steps":["trace[350704918] 'agreement among raft nodes before linearized reading' (duration: 4.732953997s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544665416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:47.882824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.03357Z","time spent":"3.849230996s","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.882839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:43.149754Z","time spent":"4.7330804s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7722,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-02T17:40:47.88289Z","caller":"traceutil/trace.go:171","msg":"trace[1453029537] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26393; }","duration":"5.544819231s","start":"2026-04-02T17:40:42.338025Z","end":"2026-04-02T17:40:47.882844Z","steps":["trace[1453029537] 'agreement among raft nodes before linearized reading' (duration: 5.544676177s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853621303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-02T17:40:47.882964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:42.337982Z","time spent":"5.544965756s","remote":"127.0.0.1:59538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:47.882985Z","caller":"traceutil/trace.go:171","msg":"trace[894470206] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26393; }","duration":"5.853693735s","start":"2026-04-02T17:40:42.02928Z","end":"2026-04-02T17:40:47.882973Z","steps":["trace[894470206] 'agreement among raft nodes before linearized reading' (duration: 5.853541901s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.882571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797780589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-02T17:40:47.883024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:42.029259Z","time spent":"5.853758708s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:47.883037Z","caller":"traceutil/trace.go:171","msg":"trace[220286454] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26393; }","duration":"4.798289155s","start":"2026-04-02T17:40:43.084736Z","end":"2026-04-02T17:40:47.883025Z","steps":["trace[220286454] 'agreement among raft nodes before linearized reading' (duration: 4.797436168s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.883073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:43.084715Z","time spent":"4.798348377s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:40:47.883074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.405360491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:47.883116Z","caller":"traceutil/trace.go:171","msg":"trace[1793521040] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26393; }","duration":"7.405397272s","start":"2026-04-02T17:40:40.477702Z","end":"2026-04-02T17:40:47.883099Z","steps":["trace[1793521040] 'agreement among raft nodes before linearized reading' (duration: 7.40533201s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.883163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:40.47762Z","time spent":"7.405529786s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.883246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125430034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:47.882135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131123905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:47.882669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.222943Z","time spent":"3.659668305s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:47.883336Z","caller":"traceutil/trace.go:171","msg":"trace[1783993262] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26393; }","duration":"6.132403946s","start":"2026-04-02T17:40:41.75092Z","end":"2026-04-02T17:40:47.883324Z","steps":["trace[1783993262] 'agreement among raft nodes before linearized reading' (duration: 6.131112004s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.883376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:41.750887Z","time spent":"6.132475918s","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.883259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992033278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-02T17:40:47.882712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38048129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:47.88356Z","caller":"traceutil/trace.go:171","msg":"trace[2010084942] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26393; }","duration":"5.992363419s","start":"2026-04-02T17:40:41.891177Z","end":"2026-04-02T17:40:47.883541Z","steps":["trace[2010084942] 'agreement among raft nodes before linearized reading' (duration: 5.991997907s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:47.883584Z","caller":"traceutil/trace.go:171","msg":"trace[1811096880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26393; }","duration":"3.381386139s","start":"2026-04-02T17:40:44.50218Z","end":"2026-04-02T17:40:47.883566Z","steps":["trace[1811096880] 'agreement among raft nodes before linearized reading' (duration: 3.380507551s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.883644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.502155Z","time spent":"3.381469942s","remote":"127.0.0.1:35234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.883613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:41.891161Z","time spent":"5.99243763s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-02T17:40:47.883313Z","caller":"traceutil/trace.go:171","msg":"trace[1688493270] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26393; }","duration":"5.125541687s","start":"2026-04-02T17:40:42.757754Z","end":"2026-04-02T17:40:47.883296Z","steps":["trace[1688493270] 'agreement among raft nodes before linearized reading' (duration: 5.125436493s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.88378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:42.757728Z","time spent":"5.126030633s","remote":"127.0.0.1:59536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:47.886215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.859481997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-02T17:40:47.88631Z","caller":"traceutil/trace.go:171","msg":"trace[1034554160] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26393; }","duration":"7.859648443s","start":"2026-04-02T17:40:40.026627Z","end":"2026-04-02T17:40:47.886275Z","steps":["trace[1034554160] 'agreement among raft nodes before linearized reading' (duration: 7.856619106s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.886371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:40.026611Z","time spent":"7.859751127s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-02T17:40:47.977991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.010666037s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:47.978605Z","caller":"traceutil/trace.go:171","msg":"trace[1432795379] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"3.030496841s","start":"2026-04-02T17:40:44.948075Z","end":"2026-04-02T17:40:47.978572Z","steps":["trace[1432795379] 'process raft request' (duration: 3.030110209s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:47.978628Z","caller":"traceutil/trace.go:171","msg":"trace[1002890787] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"3.026987199s","start":"2026-04-02T17:40:44.951605Z","end":"2026-04-02T17:40:47.978592Z","steps":["trace[1002890787] 'process raft request' (duration: 3.026844635s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.978783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.948048Z","time spent":"3.030619346s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:47.978836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.951588Z","time spent":"3.027131524s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:47.978989Z","caller":"traceutil/trace.go:171","msg":"trace[1128021580] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"3.027224797s","start":"2026-04-02T17:40:44.951737Z","end":"2026-04-02T17:40:47.978962Z","steps":["trace[1128021580] 'process raft request' (duration: 3.026792083s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:47.979225Z","caller":"traceutil/trace.go:171","msg":"trace[1407482434] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"3.024677895s","start":"2026-04-02T17:40:44.954539Z","end":"2026-04-02T17:40:47.979217Z","steps":["trace[1407482434] 'process raft request' (duration: 3.02450514s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.979352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.954531Z","time spent":"3.024730036s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:47.97923Z","caller":"traceutil/trace.go:171","msg":"trace[468358580] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"3.025245013s","start":"2026-04-02T17:40:44.953973Z","end":"2026-04-02T17:40:47.979218Z","steps":["trace[468358580] 'process raft request' (duration: 3.025002265s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.979555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.951729Z","time spent":"3.027503906s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:47.979147Z","caller":"traceutil/trace.go:171","msg":"trace[330418741] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"3.02453024s","start":"2026-04-02T17:40:44.9546Z","end":"2026-04-02T17:40:47.979131Z","steps":["trace[330418741] 'process raft request' (duration: 3.024480029s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.979892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.954595Z","time spent":"3.025263004s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:47.979194Z","caller":"traceutil/trace.go:171","msg":"trace[1345123628] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"3.027273368s","start":"2026-04-02T17:40:44.951912Z","end":"2026-04-02T17:40:47.979186Z","steps":["trace[1345123628] 'process raft request' (duration: 3.02701212s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.980122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.951883Z","time spent":"3.028180437s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:47.979029Z","caller":"traceutil/trace.go:171","msg":"trace[1959367873] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"3.027204496s","start":"2026-04-02T17:40:44.951811Z","end":"2026-04-02T17:40:47.979015Z","steps":["trace[1959367873] 'process raft request' (duration: 3.026992569s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.979638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.953964Z","time spent":"3.025531923s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6768,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:47.980401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.951803Z","time spent":"3.028468037s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:47.989097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000730201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:47.98914Z","caller":"traceutil/trace.go:171","msg":"trace[1665452419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799623s","start":"2026-04-02T17:40:45.988332Z","end":"2026-04-02T17:40:47.989132Z","steps":["trace[1665452419] 'agreement among raft nodes before linearized reading' (duration: 2.000750342s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.989167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.988318Z","time spent":"2.000842984s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.360345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995806652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.360433Z","caller":"traceutil/trace.go:171","msg":"trace[898855765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.995946177s","start":"2026-04-02T17:40:46.36446Z","end":"2026-04-02T17:40:49.360406Z","steps":["trace[898855765] 'agreement among raft nodes before linearized reading' (duration: 2.995836023s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.360481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.364436Z","time spent":"2.99603473s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.394181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43931729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437203223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435939532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394248Z","caller":"traceutil/trace.go:171","msg":"trace[1442749453] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; }","duration":"4.439383393s","start":"2026-04-02T17:40:44.954839Z","end":"2026-04-02T17:40:49.394223Z","steps":["trace[1442749453] 'agreement among raft nodes before linearized reading' (duration: 4.439324771s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689407446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a29b00f50e29e5\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.39427Z","caller":"traceutil/trace.go:171","msg":"trace[331322098] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; }","duration":"4.435972283s","start":"2026-04-02T17:40:44.958285Z","end":"2026-04-02T17:40:49.394258Z","steps":["trace[331322098] 'agreement among raft nodes before linearized reading' (duration: 4.435948702s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.954835Z","time spent":"4.439444005s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-02T17:40:49.394311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958281Z","time spent":"4.436023064s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:40:49.394308Z","caller":"traceutil/trace.go:171","msg":"trace[846613332] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a29b00f50e29e5; range_end:; }","duration":"3.689574382s","start":"2026-04-02T17:40:45.704713Z","end":"2026-04-02T17:40:49.394287Z","steps":["trace[846613332] 'agreement among raft nodes before linearized reading' (duration: 3.689445438s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:49.394305Z","caller":"traceutil/trace.go:171","msg":"trace[1123163276] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"4.437345457s","start":"2026-04-02T17:40:44.956903Z","end":"2026-04-02T17:40:49.394248Z","steps":["trace[1123163276] 'agreement among raft nodes before linearized reading' (duration: 4.437210212s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.39428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437069958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437200792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.704684Z","time spent":"3.689684466s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a29b00f50e29e5\" "} {"level":"info","ts":"2026-04-02T17:40:49.394405Z","caller":"traceutil/trace.go:171","msg":"trace[738577222] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"4.437226394s","start":"2026-04-02T17:40:44.957174Z","end":"2026-04-02T17:40:49.3944Z","steps":["trace[738577222] 'agreement among raft nodes before linearized reading' (duration: 4.437210003s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.956897Z","time spent":"4.437486592s","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:40:49.394164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436622644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.95717Z","time spent":"4.437245194s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-02T17:40:49.394405Z","caller":"traceutil/trace.go:171","msg":"trace[1655480322] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"4.437232654s","start":"2026-04-02T17:40:44.957146Z","end":"2026-04-02T17:40:49.394379Z","steps":["trace[1655480322] 'agreement among raft nodes before linearized reading' (duration: 4.437077069s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437047008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.957141Z","time spent":"4.437309246s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-02T17:40:49.394451Z","caller":"traceutil/trace.go:171","msg":"trace[696114939] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; }","duration":"4.436954275s","start":"2026-04-02T17:40:44.957477Z","end":"2026-04-02T17:40:49.394432Z","steps":["trace[696114939] 'agreement among raft nodes before linearized reading' (duration: 4.436630364s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43588791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439729583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394485Z","caller":"traceutil/trace.go:171","msg":"trace[1077809039] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; }","duration":"4.435956023s","start":"2026-04-02T17:40:44.958523Z","end":"2026-04-02T17:40:49.394479Z","steps":["trace[1077809039] 'agreement among raft nodes before linearized reading' (duration: 4.435926532s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50269035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394509Z","caller":"traceutil/trace.go:171","msg":"trace[149578488] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; }","duration":"4.439772855s","start":"2026-04-02T17:40:44.954726Z","end":"2026-04-02T17:40:49.394498Z","steps":["trace[149578488] 'agreement among raft nodes before linearized reading' (duration: 4.439756154s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.957472Z","time spent":"4.437022046s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-02T17:40:49.394512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958489Z","time spent":"4.436016465s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-04-02T17:40:49.39452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.448611647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.954719Z","time spent":"4.439806796s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:40:49.394538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437221293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"","error":"context canceled"} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.394553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439589259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.39457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436685956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-conductor\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:40:49.394568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438505755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394572Z","caller":"traceutil/trace.go:171","msg":"trace[131777461] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; }","duration":"4.437263015s","start":"2026-04-02T17:40:44.9573Z","end":"2026-04-02T17:40:49.394563Z","steps":["trace[131777461] 'agreement among raft nodes before linearized reading' (duration: 4.437229594s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436414287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394589Z","caller":"traceutil/trace.go:171","msg":"trace[205094968] range","detail":"{range_begin:/registry/deployments/openstack/senlin-conductor; range_end:; }","duration":"4.436714847s","start":"2026-04-02T17:40:44.957867Z","end":"2026-04-02T17:40:49.394582Z","steps":["trace[205094968] 'agreement among raft nodes before linearized reading' (duration: 4.436698537s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436400447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394593Z","caller":"traceutil/trace.go:171","msg":"trace[1036979569] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; }","duration":"4.438543415s","start":"2026-04-02T17:40:44.956042Z","end":"2026-04-02T17:40:49.394586Z","steps":["trace[1036979569] 'agreement among raft nodes before linearized reading' (duration: 4.438519025s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.957861Z","time spent":"4.436739138s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/senlin-conductor\" "} {"level":"info","ts":"2026-04-02T17:40:49.394602Z","caller":"traceutil/trace.go:171","msg":"trace[48102139] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; }","duration":"4.436438848s","start":"2026-04-02T17:40:44.958157Z","end":"2026-04-02T17:40:49.394596Z","steps":["trace[48102139] 'agreement among raft nodes before linearized reading' (duration: 4.436422497s)"],"step_count":1} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:40:49.394612Z","caller":"traceutil/trace.go:171","msg":"trace[1074989137] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; }","duration":"4.436531041s","start":"2026-04-02T17:40:44.958074Z","end":"2026-04-02T17:40:49.394605Z","steps":["trace[1074989137] 'agreement among raft nodes before linearized reading' (duration: 4.436399857s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436450068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.394579Z","caller":"traceutil/trace.go:171","msg":"trace[218243467] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; }","duration":"4.43961964s","start":"2026-04-02T17:40:44.954952Z","end":"2026-04-02T17:40:49.394572Z","steps":["trace[218243467] 'agreement among raft nodes before linearized reading' (duration: 4.439587559s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958153Z","time spent":"4.436465528s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-04-02T17:40:49.394638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958061Z","time spent":"4.436570932s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} {"level":"warn","ts":"2026-04-02T17:40:49.394632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.956034Z","time spent":"4.438590647s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-02T17:40:49.394537Z","caller":"traceutil/trace.go:171","msg":"trace[55334752] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; }","duration":"1.502735941s","start":"2026-04-02T17:40:47.891779Z","end":"2026-04-02T17:40:49.394515Z","steps":["trace[55334752] 'agreement among raft nodes before linearized reading' (duration: 1.50270466s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.957294Z","time spent":"4.437302566s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-04-02T17:40:49.394464Z","caller":"traceutil/trace.go:171","msg":"trace[1885483717] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; }","duration":"4.437078178s","start":"2026-04-02T17:40:44.95738Z","end":"2026-04-02T17:40:49.394458Z","steps":["trace[1885483717] 'agreement among raft nodes before linearized reading' (duration: 4.437056758s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.394667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.891772Z","time spent":"1.502890816s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.394659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.954932Z","time spent":"4.439715443s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.394684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.957376Z","time spent":"4.437301175s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.394496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436175649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"","error":"context canceled"} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:40:49.394887Z","caller":"traceutil/trace.go:171","msg":"trace[888127219] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; }","duration":"4.436562712s","start":"2026-04-02T17:40:44.958309Z","end":"2026-04-02T17:40:49.394872Z","steps":["trace[888127219] 'agreement among raft nodes before linearized reading' (duration: 4.436183469s)"],"step_count":1} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.39496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958305Z","time spent":"4.436640114s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.394415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435970883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.395062Z","caller":"traceutil/trace.go:171","msg":"trace[15622505] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; }","duration":"4.436656735s","start":"2026-04-02T17:40:44.958395Z","end":"2026-04-02T17:40:49.395052Z","steps":["trace[15622505] 'agreement among raft nodes before linearized reading' (duration: 4.435974734s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.39509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958391Z","time spent":"4.436692016s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:40:49.394647Z","caller":"traceutil/trace.go:171","msg":"trace[114503319] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; }","duration":"4.436530321s","start":"2026-04-02T17:40:44.958104Z","end":"2026-04-02T17:40:49.394634Z","steps":["trace[114503319] 'agreement among raft nodes before linearized reading' (duration: 4.436449848s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.395151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.9581Z","time spent":"4.437045867s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:40:49.394532Z","caller":"traceutil/trace.go:171","msg":"trace[921637832] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; }","duration":"4.448625038s","start":"2026-04-02T17:40:44.945903Z","end":"2026-04-02T17:40:49.394528Z","steps":["trace[921637832] 'agreement among raft nodes before linearized reading' (duration: 4.448612447s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.395203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.945884Z","time spent":"4.44931453s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:49.989749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:40:49.989815Z","caller":"traceutil/trace.go:171","msg":"trace[1195429808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000801404s","start":"2026-04-02T17:40:47.989001Z","end":"2026-04-02T17:40:49.989802Z","steps":["trace[1195429808] 'agreement among raft nodes before linearized reading' (duration: 2.000721931s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:49.989839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.988994Z","time spent":"2.000840585s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:50.169473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:50.169589Z","caller":"traceutil/trace.go:171","msg":"trace[1137429468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255367s","start":"2026-04-02T17:40:48.169311Z","end":"2026-04-02T17:40:50.169567Z","steps":["trace[1137429468] 'agreement among raft nodes before linearized reading' (duration: 2.000070481s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.169651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:48.169291Z","time spent":"2.000347539s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:50.255313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000250488s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:50.256043Z","caller":"traceutil/trace.go:171","msg":"trace[2007632938] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"4.786473759s","start":"2026-04-02T17:40:45.469541Z","end":"2026-04-02T17:40:50.256015Z","steps":["trace[2007632938] 'process raft request' (duration: 4.786228401s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.256228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.469507Z","time spent":"4.786626023s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:50.256392Z","caller":"traceutil/trace.go:171","msg":"trace[236575332] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"3.306635659s","start":"2026-04-02T17:40:46.94971Z","end":"2026-04-02T17:40:50.256346Z","steps":["trace[236575332] 'process raft request' (duration: 3.306254077s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:50.256477Z","caller":"traceutil/trace.go:171","msg":"trace[1168156757] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"3.305794462s","start":"2026-04-02T17:40:46.950651Z","end":"2026-04-02T17:40:50.256446Z","steps":["trace[1168156757] 'process raft request' (duration: 3.305599056s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.256587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.949659Z","time spent":"3.306800565s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:50.256659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.950634Z","time spent":"3.305930877s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:50.25678Z","caller":"traceutil/trace.go:171","msg":"trace[1230414408] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"3.305766681s","start":"2026-04-02T17:40:46.950989Z","end":"2026-04-02T17:40:50.256756Z","steps":["trace[1230414408] 'process raft request' (duration: 3.30539848s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.25687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.950979Z","time spent":"3.305849745s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:50.257132Z","caller":"traceutil/trace.go:171","msg":"trace[1789342020] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"3.305926797s","start":"2026-04-02T17:40:46.951189Z","end":"2026-04-02T17:40:50.257116Z","steps":["trace[1789342020] 'process raft request' (duration: 3.305678479s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.25721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.951157Z","time spent":"3.30601289s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:50.257275Z","caller":"traceutil/trace.go:171","msg":"trace[633801366] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"3.305952227s","start":"2026-04-02T17:40:46.9513Z","end":"2026-04-02T17:40:50.257253Z","steps":["trace[633801366] 'process raft request' (duration: 3.305744241s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.257351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.95129Z","time spent":"3.30601859s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:50.257479Z","caller":"traceutil/trace.go:171","msg":"trace[605219209] linearizableReadLoop","detail":"{readStateIndex:27290; appliedIndex:27274; }","duration":"2.376549057s","start":"2026-04-02T17:40:47.880901Z","end":"2026-04-02T17:40:50.25745Z","steps":["trace[605219209] 'read index received' (duration: 97.339092ms)","trace[605219209] 'applied index is now lower than readState.Index' (duration: 2.279207704s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:50.257546Z","caller":"traceutil/trace.go:171","msg":"trace[1143496729] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"3.015226533s","start":"2026-04-02T17:40:47.242246Z","end":"2026-04-02T17:40:50.257472Z","steps":["trace[1143496729] 'process raft request' (duration: 3.014895133s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:50.257738Z","caller":"traceutil/trace.go:171","msg":"trace[157291211] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"2.366606369s","start":"2026-04-02T17:40:47.891101Z","end":"2026-04-02T17:40:50.257707Z","steps":["trace[157291211] 'process raft request' (duration: 2.366218396s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:50.257839Z","caller":"traceutil/trace.go:171","msg":"trace[1155569850] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"3.302218449s","start":"2026-04-02T17:40:46.955608Z","end":"2026-04-02T17:40:50.257826Z","steps":["trace[1155569850] 'process raft request' (duration: 3.301477605s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.257915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.955595Z","time spent":"3.30228273s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:50.257992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309179901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-02T17:40:50.258047Z","caller":"traceutil/trace.go:171","msg":"trace[1783019173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26410; }","duration":"4.309285553s","start":"2026-04-02T17:40:45.948747Z","end":"2026-04-02T17:40:50.258033Z","steps":["trace[1783019173] 'agreement among raft nodes before linearized reading' (duration: 4.309117578s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.25805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332514176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:50.258091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.948717Z","time spent":"4.309363536s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"info","ts":"2026-04-02T17:40:50.258108Z","caller":"traceutil/trace.go:171","msg":"trace[280637798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26410; }","duration":"3.33261408s","start":"2026-04-02T17:40:46.925475Z","end":"2026-04-02T17:40:50.258089Z","steps":["trace[280637798] 'agreement among raft nodes before linearized reading' (duration: 3.332502726s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.258148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.925457Z","time spent":"3.332682082s","remote":"127.0.0.1:43752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:50.258167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.243181809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:50.258219Z","caller":"traceutil/trace.go:171","msg":"trace[1205402300] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26410; }","duration":"5.243276163s","start":"2026-04-02T17:40:45.014926Z","end":"2026-04-02T17:40:50.258202Z","steps":["trace[1205402300] 'agreement among raft nodes before linearized reading' (duration: 5.24320022s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.258266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.014897Z","time spent":"5.243360035s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T17:40:50.2583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411270504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:50.258576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.781806039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-02T17:40:50.258633Z","caller":"traceutil/trace.go:171","msg":"trace[989059792] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26410; }","duration":"4.781895042s","start":"2026-04-02T17:40:45.47672Z","end":"2026-04-02T17:40:50.258615Z","steps":["trace[989059792] 'agreement among raft nodes before linearized reading' (duration: 4.781735957s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.258684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.476705Z","time spent":"4.781967395s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:40:50.258951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.300885874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:50.259006Z","caller":"traceutil/trace.go:171","msg":"trace[499982073] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26410; }","duration":"5.300951176s","start":"2026-04-02T17:40:44.958041Z","end":"2026-04-02T17:40:50.258992Z","steps":["trace[499982073] 'agreement among raft nodes before linearized reading' (duration: 5.300819352s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.259045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.958037Z","time spent":"5.301000557s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:40:50.259189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065144469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:50.259249Z","caller":"traceutil/trace.go:171","msg":"trace[632816790] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26410; }","duration":"4.065250852s","start":"2026-04-02T17:40:46.193982Z","end":"2026-04-02T17:40:50.259233Z","steps":["trace[632816790] 'agreement among raft nodes before linearized reading' (duration: 4.065160119s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.259302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.193954Z","time spent":"4.065336314s","remote":"127.0.0.1:35810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:50.259331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313676443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-02T17:40:50.259449Z","caller":"traceutil/trace.go:171","msg":"trace[554660995] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26410; }","duration":"5.313765035s","start":"2026-04-02T17:40:44.945618Z","end":"2026-04-02T17:40:50.259383Z","steps":["trace[554660995] 'agreement among raft nodes before linearized reading' (duration: 5.313398984s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.259523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.945603Z","time spent":"5.31390476s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:40:50.25963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659024277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:50.259675Z","caller":"traceutil/trace.go:171","msg":"trace[1302149281] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26410; }","duration":"2.6591225s","start":"2026-04-02T17:40:47.600534Z","end":"2026-04-02T17:40:50.259657Z","steps":["trace[1302149281] 'agreement among raft nodes before linearized reading' (duration: 2.659057288s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.259726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.600509Z","time spent":"2.659201403s","remote":"127.0.0.1:43942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:50.257775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.242218Z","time spent":"3.01543091s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:50.260407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.891082Z","time spent":"2.369219382s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:50.262641Z","caller":"traceutil/trace.go:171","msg":"trace[1860661559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26410; }","duration":"3.411358857s","start":"2026-04-02T17:40:46.846966Z","end":"2026-04-02T17:40:50.258324Z","steps":["trace[1860661559] 'agreement among raft nodes before linearized reading' (duration: 3.411296115s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.262729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:46.846941Z","time spent":"3.415765228s","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:50.758261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:51.259022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:51.481758Z","caller":"traceutil/trace.go:171","msg":"trace[1332636149] linearizableReadLoop","detail":"{readStateIndex:27292; appliedIndex:27291; }","duration":"1.224117703s","start":"2026-04-02T17:40:50.257604Z","end":"2026-04-02T17:40:51.481721Z","steps":["trace[1332636149] 'read index received' (duration: 1.22369985s)","trace[1332636149] 'applied index is now lower than readState.Index' (duration: 415.703µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:51.481975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496622104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:40:51.482072Z","caller":"traceutil/trace.go:171","msg":"trace[647968371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26411; }","duration":"1.49677528s","start":"2026-04-02T17:40:49.985279Z","end":"2026-04-02T17:40:51.482054Z","steps":["trace[647968371] 'agreement among raft nodes before linearized reading' (duration: 1.49647373s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946573368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.482107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.985258Z","time spent":"1.496842521s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496382785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29585860-dq6lj\" ","response":"range_response_count:1 size:6988"} {"level":"info","ts":"2026-04-02T17:40:51.482136Z","caller":"traceutil/trace.go:171","msg":"trace[311398068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26411; }","duration":"2.946657531s","start":"2026-04-02T17:40:48.535448Z","end":"2026-04-02T17:40:51.482105Z","steps":["trace[311398068] 'agreement among raft nodes before linearized reading' (duration: 2.946595819s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.482179Z","caller":"traceutil/trace.go:171","msg":"trace[16458001] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29585860-dq6lj; range_end:; response_count:1; response_revision:26411; }","duration":"3.496462957s","start":"2026-04-02T17:40:47.985699Z","end":"2026-04-02T17:40:51.482162Z","steps":["trace[16458001] 'agreement among raft nodes before linearized reading' (duration: 3.496202329s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:48.535406Z","time spent":"2.946776115s","remote":"127.0.0.1:59574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.482233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.985644Z","time spent":"3.496575051s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7012,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29585860-dq6lj\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495161558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:40:51.48241Z","caller":"traceutil/trace.go:171","msg":"trace[2122769956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26411; }","duration":"1.495198979s","start":"2026-04-02T17:40:49.987204Z","end":"2026-04-02T17:40:51.482403Z","steps":["trace[2122769956] 'agreement among raft nodes before linearized reading' (duration: 1.495099566s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.48243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.9872Z","time spent":"1.49522607s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494585839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:40:51.482492Z","caller":"traceutil/trace.go:171","msg":"trace[1986467311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26411; }","duration":"1.494635091s","start":"2026-04-02T17:40:49.987847Z","end":"2026-04-02T17:40:51.482482Z","steps":["trace[1986467311] 'agreement among raft nodes before linearized reading' (duration: 1.494401684s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.987843Z","time spent":"1.494666322s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:51.48257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49584432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:40:51.482597Z","caller":"traceutil/trace.go:171","msg":"trace[281830910] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26411; }","duration":"1.495873481s","start":"2026-04-02T17:40:49.986711Z","end":"2026-04-02T17:40:51.482584Z","steps":["trace[281830910] 'agreement among raft nodes before linearized reading' (duration: 1.495807419s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.986707Z","time spent":"1.495905172s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323412337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418759"} {"level":"warn","ts":"2026-04-02T17:40:51.482646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220312371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.482745Z","caller":"traceutil/trace.go:171","msg":"trace[924570519] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26411; }","duration":"2.323548831s","start":"2026-04-02T17:40:49.159132Z","end":"2026-04-02T17:40:51.482681Z","steps":["trace[924570519] 'agreement among raft nodes before linearized reading' (duration: 2.323067385s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.482758Z","caller":"traceutil/trace.go:171","msg":"trace[2121688980] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26411; }","duration":"1.220460276s","start":"2026-04-02T17:40:50.262279Z","end":"2026-04-02T17:40:51.482739Z","steps":["trace[2121688980] 'agreement among raft nodes before linearized reading' (duration: 1.220306401s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485287242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.482796Z","caller":"traceutil/trace.go:171","msg":"trace[314049369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26411; }","duration":"1.485309252s","start":"2026-04-02T17:40:49.997481Z","end":"2026-04-02T17:40:51.48279Z","steps":["trace[314049369] 'agreement among raft nodes before linearized reading' (duration: 1.485264871s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.159053Z","time spent":"2.323742767s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418783,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.26226Z","time spent":"1.220537219s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494145086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:40:51.482851Z","caller":"traceutil/trace.go:171","msg":"trace[246505298] transaction","detail":"{read_only:false; response_revision:26411; number_of_response:1; }","duration":"2.941855038s","start":"2026-04-02T17:40:48.540986Z","end":"2026-04-02T17:40:51.482841Z","steps":["trace[246505298] 'process raft request' (duration: 2.940472444s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.48287Z","caller":"traceutil/trace.go:171","msg":"trace[1342139257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26411; }","duration":"1.494181197s","start":"2026-04-02T17:40:49.98868Z","end":"2026-04-02T17:40:51.482861Z","steps":["trace[1342139257] 'agreement among raft nodes before linearized reading' (duration: 1.494104834s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.482893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.988676Z","time spent":"1.494210827s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350699878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.482931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:48.540962Z","time spent":"2.941909009s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:51.48296Z","caller":"traceutil/trace.go:171","msg":"trace[1362623935] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26411; }","duration":"2.350788081s","start":"2026-04-02T17:40:49.132155Z","end":"2026-04-02T17:40:51.482943Z","steps":["trace[1362623935] 'agreement among raft nodes before linearized reading' (duration: 2.350689138s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.13213Z","time spent":"2.350861334s","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.483023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216065116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.483048Z","caller":"traceutil/trace.go:171","msg":"trace[1269933853] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26411; }","duration":"1.216117367s","start":"2026-04-02T17:40:50.266922Z","end":"2026-04-02T17:40:51.483039Z","steps":["trace[1269933853] 'agreement among raft nodes before linearized reading' (duration: 1.216076526s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.266901Z","time spent":"1.216162759s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:40:51.483078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.690505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:51.483112Z","caller":"traceutil/trace.go:171","msg":"trace[675146285] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26411; }","duration":"891.763558ms","start":"2026-04-02T17:40:50.591339Z","end":"2026-04-02T17:40:51.483103Z","steps":["trace[675146285] 'agreement among raft nodes before linearized reading' (duration: 891.632884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.591317Z","time spent":"891.812649ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.483177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.884673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.483202Z","caller":"traceutil/trace.go:171","msg":"trace[313177186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26411; }","duration":"134.923053ms","start":"2026-04-02T17:40:51.34827Z","end":"2026-04-02T17:40:51.483193Z","steps":["trace[313177186] 'agreement among raft nodes before linearized reading' (duration: 134.887322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.677795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.483299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219133113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-04-02T17:40:51.483299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522526782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-02T17:40:51.483311Z","caller":"traceutil/trace.go:171","msg":"trace[1380328993] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26411; }","duration":"530.752118ms","start":"2026-04-02T17:40:50.952549Z","end":"2026-04-02T17:40:51.483301Z","steps":["trace[1380328993] 'agreement among raft nodes before linearized reading' (duration: 530.702506ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.483322Z","caller":"traceutil/trace.go:171","msg":"trace[225345963] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26411; }","duration":"1.219171675s","start":"2026-04-02T17:40:50.264143Z","end":"2026-04-02T17:40:51.483314Z","steps":["trace[225345963] 'agreement among raft nodes before linearized reading' (duration: 1.219055511s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.952523Z","time spent":"530.80465ms","remote":"127.0.0.1:59436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.48334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.264134Z","time spent":"1.219201916s","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1179,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-02T17:40:51.483319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.299915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-02T17:40:51.483367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595526775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ef272639-e9e1-4397-b0dc-58ff3da8a59c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-02T17:40:51.483389Z","caller":"traceutil/trace.go:171","msg":"trace[393611369] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ef272639-e9e1-4397-b0dc-58ff3da8a59c; range_end:; response_count:1; response_revision:26411; }","duration":"3.595573266s","start":"2026-04-02T17:40:47.887809Z","end":"2026-04-02T17:40:51.483382Z","steps":["trace[393611369] 'agreement among raft nodes before linearized reading' (duration: 3.595497434s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.483386Z","caller":"traceutil/trace.go:171","msg":"trace[1282598810] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26411; }","duration":"216.413969ms","start":"2026-04-02T17:40:51.266956Z","end":"2026-04-02T17:40:51.48337Z","steps":["trace[1282598810] 'agreement among raft nodes before linearized reading' (duration: 216.226133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:47.887788Z","time spent":"3.595615028s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-ef272639-e9e1-4397-b0dc-58ff3da8a59c\" "} {"level":"warn","ts":"2026-04-02T17:40:51.483497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219716982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:40:51.483517Z","caller":"traceutil/trace.go:171","msg":"trace[915592597] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26411; }","duration":"1.219755833s","start":"2026-04-02T17:40:50.263753Z","end":"2026-04-02T17:40:51.48351Z","steps":["trace[915592597] 'agreement among raft nodes before linearized reading' (duration: 1.219692711s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.481996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271679311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:51.483534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.263743Z","time spent":"1.219786654s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-02T17:40:51.482813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.997461Z","time spent":"1.485348594s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:40:51.483334Z","caller":"traceutil/trace.go:171","msg":"trace[1097474112] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26411; }","duration":"1.522610535s","start":"2026-04-02T17:40:49.960712Z","end":"2026-04-02T17:40:51.483322Z","steps":["trace[1097474112] 'agreement among raft nodes before linearized reading' (duration: 1.522502262s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.960682Z","time spent":"1.522927086s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-02T17:40:51.483557Z","caller":"traceutil/trace.go:171","msg":"trace[1989159446] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26411; }","duration":"3.273324865s","start":"2026-04-02T17:40:48.210221Z","end":"2026-04-02T17:40:51.483546Z","steps":["trace[1989159446] 'agreement among raft nodes before linearized reading' (duration: 3.271597979s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.483749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:48.210194Z","time spent":"3.273544522s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.48496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39701022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:40:51.484991Z","caller":"traceutil/trace.go:171","msg":"trace[1422309295] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26411; }","duration":"2.397092652s","start":"2026-04-02T17:40:49.08789Z","end":"2026-04-02T17:40:51.484983Z","steps":["trace[1422309295] 'agreement among raft nodes before linearized reading' (duration: 2.393884779s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.485011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.087866Z","time spent":"2.397139553s","remote":"127.0.0.1:52010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2878,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:53.08897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597524352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:40:53.089048Z","caller":"traceutil/trace.go:171","msg":"trace[1073790410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26411; }","duration":"1.597640915s","start":"2026-04-02T17:40:51.49139Z","end":"2026-04-02T17:40:53.089031Z","steps":["trace[1073790410] 'range keys from in-memory index tree' (duration: 1.597339256s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:53.089086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.491368Z","time spent":"1.597708857s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:40:53.089696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393424107s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:53.089752Z","caller":"traceutil/trace.go:171","msg":"trace[1326638442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26411; }","duration":"1.393481539s","start":"2026-04-02T17:40:51.696264Z","end":"2026-04-02T17:40:53.089745Z","steps":["trace[1326638442] 'range keys from in-memory index tree' (duration: 1.393416567s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:53.090502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412588409s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:53.090577Z","caller":"traceutil/trace.go:171","msg":"trace[1903147704] linearizableReadLoop","detail":"{readStateIndex:27293; appliedIndex:27292; }","duration":"1.598311287s","start":"2026-04-02T17:40:51.492252Z","end":"2026-04-02T17:40:53.090563Z","steps":["trace[1903147704] 'read index received' (duration: 185.438268ms)","trace[1903147704] 'applied index is now lower than readState.Index' (duration: 1.412871279s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:53.090648Z","caller":"traceutil/trace.go:171","msg":"trace[208248001] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"1.598660718s","start":"2026-04-02T17:40:51.491974Z","end":"2026-04-02T17:40:53.090635Z","steps":["trace[208248001] 'process raft request' (duration: 185.869902ms)","trace[208248001] 'compare' (duration: 1.411707061s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:53.090708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.491941Z","time spent":"1.59873004s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:53.090873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598620176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:40:53.090903Z","caller":"traceutil/trace.go:171","msg":"trace[357465314] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:26412; }","duration":"1.598679178s","start":"2026-04-02T17:40:51.492214Z","end":"2026-04-02T17:40:53.090894Z","steps":["trace[357465314] 'agreement among raft nodes before linearized reading' (duration: 1.598572265s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:53.090929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.492192Z","time spent":"1.59872949s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.139\" "} {"level":"warn","ts":"2026-04-02T17:40:53.228954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551402636s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:40:54.305936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0766492s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:54.306153Z","caller":"traceutil/trace.go:171","msg":"trace[1963347005] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"2.813792335s","start":"2026-04-02T17:40:51.492325Z","end":"2026-04-02T17:40:54.306117Z","steps":["trace[1963347005] 'process raft request' (duration: 1.736830915s)","trace[1963347005] 'compare' (duration: 1.076005759s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:54.306287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.492311Z","time spent":"2.813911708s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:54.30628Z","caller":"traceutil/trace.go:171","msg":"trace[1207372623] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"2.813410602s","start":"2026-04-02T17:40:51.492842Z","end":"2026-04-02T17:40:54.306253Z","steps":["trace[1207372623] 'process raft request' (duration: 2.813222256s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:54.306425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.492822Z","time spent":"2.813508686s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7208,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:54.306466Z","caller":"traceutil/trace.go:171","msg":"trace[603992848] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"2.813501355s","start":"2026-04-02T17:40:51.49294Z","end":"2026-04-02T17:40:54.306442Z","steps":["trace[603992848] 'process raft request' (duration: 2.813218396s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:54.306584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.492921Z","time spent":"2.813607019s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:54.306714Z","caller":"traceutil/trace.go:171","msg":"trace[1664038402] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"2.813749853s","start":"2026-04-02T17:40:51.492958Z","end":"2026-04-02T17:40:54.306707Z","steps":["trace[1664038402] 'process raft request' (duration: 2.813420852s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:54.306745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.492943Z","time spent":"2.813787104s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:54.306827Z","caller":"traceutil/trace.go:171","msg":"trace[411001062] transaction","detail":"{read_only:false; response_revision:26417; number_of_response:1; }","duration":"2.811961606s","start":"2026-04-02T17:40:51.494861Z","end":"2026-04-02T17:40:54.306823Z","steps":["trace[411001062] 'process raft request' (duration: 2.811819672s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:54.306856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.494852Z","time spent":"2.811989967s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:54.8646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635060441s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:40:55.149699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:55.149872Z","caller":"traceutil/trace.go:171","msg":"trace[1186377358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518693s","start":"2026-04-02T17:40:53.14934Z","end":"2026-04-02T17:40:55.149859Z","steps":["trace[1186377358] 'agreement among raft nodes before linearized reading' (duration: 2.000333778s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.149917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.14932Z","time spent":"2.000589206s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:55.462432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.660685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:55.464109Z","caller":"traceutil/trace.go:171","msg":"trace[235551451] transaction","detail":"{read_only:false; response_revision:26418; number_of_response:1; }","duration":"3.582059195s","start":"2026-04-02T17:40:51.882013Z","end":"2026-04-02T17:40:55.464072Z","steps":["trace[235551451] 'process raft request' (duration: 2.983655104s)","trace[235551451] 'compare' (duration: 596.457429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.464158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.092506Z","time spent":"2.371647528s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:40:55.464167Z","caller":"traceutil/trace.go:171","msg":"trace[1551266346] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"3.196707565s","start":"2026-04-02T17:40:52.267431Z","end":"2026-04-02T17:40:55.464139Z","steps":["trace[1551266346] 'process raft request' (duration: 3.195222427s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.464167Z","caller":"traceutil/trace.go:171","msg":"trace[650626143] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"3.196600452s","start":"2026-04-02T17:40:52.267539Z","end":"2026-04-02T17:40:55.46414Z","steps":["trace[650626143] 'process raft request' (duration: 3.195138645s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.464173Z","caller":"traceutil/trace.go:171","msg":"trace[985363583] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"3.137448961s","start":"2026-04-02T17:40:52.326695Z","end":"2026-04-02T17:40:55.464144Z","steps":["trace[985363583] 'process raft request' (duration: 3.136028516s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.464244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.881964Z","time spent":"3.582210639s","remote":"127.0.0.1:40018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418967,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.464243Z","caller":"traceutil/trace.go:171","msg":"trace[1866796328] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"3.200367222s","start":"2026-04-02T17:40:52.263865Z","end":"2026-04-02T17:40:55.464232Z","steps":["trace[1866796328] 'process raft request' (duration: 3.198655287s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.46429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.267524Z","time spent":"3.196712925s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.464321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.267415Z","time spent":"3.19683882s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.464323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.263835Z","time spent":"3.200442054s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.464331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.326684Z","time spent":"3.137580225s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.464393Z","caller":"traceutil/trace.go:171","msg":"trace[997722195] linearizableReadLoop","detail":"{readStateIndex:27307; appliedIndex:27293; }","duration":"2.373788717s","start":"2026-04-02T17:40:53.090598Z","end":"2026-04-02T17:40:55.464386Z","steps":["trace[997722195] 'read index received' (duration: 138.57281ms)","trace[997722195] 'applied index is now lower than readState.Index' (duration: 2.235214487s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:55.464176Z","caller":"traceutil/trace.go:171","msg":"trace[479087241] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"3.198319746s","start":"2026-04-02T17:40:52.265826Z","end":"2026-04-02T17:40:55.464146Z","steps":["trace[479087241] 'process raft request' (duration: 3.196743626s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.464448Z","caller":"traceutil/trace.go:171","msg":"trace[1376560743] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"3.146312484s","start":"2026-04-02T17:40:52.318118Z","end":"2026-04-02T17:40:55.46443Z","steps":["trace[1376560743] 'process raft request' (duration: 3.144581809s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.464488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.318103Z","time spent":"3.146365535s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.464504Z","caller":"traceutil/trace.go:171","msg":"trace[501475135] transaction","detail":"{read_only:false; response_revision:26421; number_of_response:1; }","duration":"3.198551344s","start":"2026-04-02T17:40:52.265943Z","end":"2026-04-02T17:40:55.464495Z","steps":["trace[501475135] 'process raft request' (duration: 3.196652184s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.464501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.265803Z","time spent":"3.198641727s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.464548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.265936Z","time spent":"3.198592775s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.464608Z","caller":"traceutil/trace.go:171","msg":"trace[350223956] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"3.198378169s","start":"2026-04-02T17:40:52.266223Z","end":"2026-04-02T17:40:55.464601Z","steps":["trace[350223956] 'process raft request' (duration: 3.196403486s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.464643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.266206Z","time spent":"3.198418489s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:56.311966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.063865ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-02T17:40:56.312968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.743569908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:56.313053Z","caller":"traceutil/trace.go:171","msg":"trace[1506337735] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26427; }","duration":"4.743683621s","start":"2026-04-02T17:40:51.569349Z","end":"2026-04-02T17:40:56.313032Z","steps":["trace[1506337735] 'agreement among raft nodes before linearized reading' (duration: 3.895080551s)","trace[1506337735] 'count revisions from in-memory index tree' (duration: 848.481687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.313087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.569312Z","time spent":"4.743768434s","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.313297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047605668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-02T17:40:56.313319Z","caller":"traceutil/trace.go:171","msg":"trace[1614492449] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26427; }","duration":"4.047676351s","start":"2026-04-02T17:40:52.265634Z","end":"2026-04-02T17:40:56.31331Z","steps":["trace[1614492449] 'agreement among raft nodes before linearized reading' (duration: 3.198775452s)","trace[1614492449] 'range keys from in-memory index tree' (duration: 848.801486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.313333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.265602Z","time spent":"4.047727473s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:56.313438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816871091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-02T17:40:56.313462Z","caller":"traceutil/trace.go:171","msg":"trace[498600910] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26427; }","duration":"4.816902713s","start":"2026-04-02T17:40:51.496549Z","end":"2026-04-02T17:40:56.313452Z","steps":["trace[498600910] 'agreement among raft nodes before linearized reading' (duration: 3.96789279s)","trace[498600910] 'range keys from in-memory index tree' (duration: 848.961021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.313477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.496542Z","time spent":"4.816930433s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-02T17:40:56.313854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818664229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:56.313988Z","caller":"traceutil/trace.go:171","msg":"trace[425878511] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26427; }","duration":"4.819008489s","start":"2026-04-02T17:40:51.494939Z","end":"2026-04-02T17:40:56.313948Z","steps":["trace[425878511] 'agreement among raft nodes before linearized reading' (duration: 3.969513331s)","trace[425878511] 'range keys from in-memory index tree' (duration: 849.132297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.31405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.494934Z","time spent":"4.819102562s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:40:56.314308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477483732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:56.314425Z","caller":"traceutil/trace.go:171","msg":"trace[1940984754] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26427; }","duration":"3.477604976s","start":"2026-04-02T17:40:52.836789Z","end":"2026-04-02T17:40:56.314394Z","steps":["trace[1940984754] 'agreement among raft nodes before linearized reading' (duration: 2.627672493s)","trace[1940984754] 'count revisions from in-memory index tree' (duration: 849.790207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.3145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.836728Z","time spent":"3.477756251s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":64,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.314795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825284131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-02T17:40:56.314855Z","caller":"traceutil/trace.go:171","msg":"trace[1616045235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26427; }","duration":"3.825378014s","start":"2026-04-02T17:40:52.48946Z","end":"2026-04-02T17:40:56.314838Z","steps":["trace[1616045235] 'agreement among raft nodes before linearized reading' (duration: 2.975015398s)","trace[1616045235] 'range keys from in-memory index tree' (duration: 850.15822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.314895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.489437Z","time spent":"3.825449536s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:40:56.31537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821307643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-02T17:40:56.315485Z","caller":"traceutil/trace.go:171","msg":"trace[1753267357] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26427; }","duration":"4.821424277s","start":"2026-04-02T17:40:51.49401Z","end":"2026-04-02T17:40:56.315434Z","steps":["trace[1753267357] 'agreement among raft nodes before linearized reading' (duration: 3.970455671s)","trace[1753267357] 'range keys from in-memory index tree' (duration: 850.726827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.315571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.493983Z","time spent":"4.821536981s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-02T17:40:56.315583Z","caller":"traceutil/trace.go:171","msg":"trace[369158396] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.04755135s","start":"2026-04-02T17:40:55.268022Z","end":"2026-04-02T17:40:56.315574Z","steps":["trace[369158396] 'process raft request' (duration: 1.04409401s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.315602Z","caller":"traceutil/trace.go:171","msg":"trace[1725727015] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27308; }","duration":"851.178333ms","start":"2026-04-02T17:40:55.464406Z","end":"2026-04-02T17:40:56.315584Z","steps":["trace[1725727015] 'read index received' (duration: 171.596606ms)","trace[1725727015] 'applied index is now lower than readState.Index' (duration: 679.580667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.315654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.267991Z","time spent":"1.047612722s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:56.437893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216744599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:56.438009Z","caller":"traceutil/trace.go:171","msg":"trace[361085083] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26428; }","duration":"1.216912445s","start":"2026-04-02T17:40:55.221067Z","end":"2026-04-02T17:40:56.437979Z","steps":["trace[361085083] 'agreement among raft nodes before linearized reading' (duration: 1.094617275s)","trace[361085083] 'count revisions from in-memory index tree' (duration: 122.120934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.43807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.221054Z","time spent":"1.217002398s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.438297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34603529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-02T17:40:56.438444Z","caller":"traceutil/trace.go:171","msg":"trace[1460476109] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26428; }","duration":"3.346237687s","start":"2026-04-02T17:40:53.092178Z","end":"2026-04-02T17:40:56.438416Z","steps":["trace[1460476109] 'agreement among raft nodes before linearized reading' (duration: 3.223523533s)","trace[1460476109] 'range keys from in-memory index tree' (duration: 122.399023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.438505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.092159Z","time spent":"3.346331749s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:40:56.438518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945725701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-02T17:40:56.438595Z","caller":"traceutil/trace.go:171","msg":"trace[686950352] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26428; }","duration":"4.945837704s","start":"2026-04-02T17:40:51.492738Z","end":"2026-04-02T17:40:56.438576Z","steps":["trace[686950352] 'agreement among raft nodes before linearized reading' (duration: 3.971739012s)","trace[686950352] 'range keys from in-memory index tree' (duration: 973.660168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.438626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.492726Z","time spent":"4.945893446s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-02T17:40:56.438851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588778793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:56.438947Z","caller":"traceutil/trace.go:171","msg":"trace[1129069101] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26428; }","duration":"1.588950659s","start":"2026-04-02T17:40:54.849974Z","end":"2026-04-02T17:40:56.438924Z","steps":["trace[1129069101] 'agreement among raft nodes before linearized reading' (duration: 1.465719809s)","trace[1129069101] 'count revisions from in-memory index tree' (duration: 123.084515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.438979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337337123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:56.439061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343314225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:40:56.439129Z","caller":"traceutil/trace.go:171","msg":"trace[693023711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26428; }","duration":"1.343400579s","start":"2026-04-02T17:40:55.095706Z","end":"2026-04-02T17:40:56.439107Z","steps":["trace[693023711] 'agreement among raft nodes before linearized reading' (duration: 1.219922881s)","trace[693023711] 'range keys from in-memory index tree' (duration: 123.282051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.439165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.095687Z","time spent":"1.3434708s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:56.439002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.84995Z","time spent":"1.589039661s","remote":"127.0.0.1:43780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:56.439072Z","caller":"traceutil/trace.go:171","msg":"trace[220211868] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26428; }","duration":"2.337418375s","start":"2026-04-02T17:40:54.101618Z","end":"2026-04-02T17:40:56.439036Z","steps":["trace[220211868] 'agreement among raft nodes before linearized reading' (duration: 2.214051641s)","trace[220211868] 'count revisions from in-memory index tree' (duration: 123.25857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.439263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.101534Z","time spent":"2.337705304s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.438834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289115353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:56.439354Z","caller":"traceutil/trace.go:171","msg":"trace[2140379282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26428; }","duration":"1.289698771s","start":"2026-04-02T17:40:55.149644Z","end":"2026-04-02T17:40:56.439343Z","steps":["trace[2140379282] 'agreement among raft nodes before linearized reading' (duration: 1.166048728s)","trace[2140379282] 'range keys from in-memory index tree' (duration: 123.033333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.439388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.149638Z","time spent":"1.289739533s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:56.439221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110481293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:56.438877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.25211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:40:56.439721Z","caller":"traceutil/trace.go:171","msg":"trace[728009958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26428; }","duration":"1.110997259s","start":"2026-04-02T17:40:55.328589Z","end":"2026-04-02T17:40:56.439587Z","steps":["trace[728009958] 'agreement among raft nodes before linearized reading' (duration: 987.074937ms)","trace[728009958] 'count revisions from in-memory index tree' (duration: 123.144687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.440714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.328571Z","time spent":"1.112109344s","remote":"127.0.0.1:35216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:56.440804Z","caller":"traceutil/trace.go:171","msg":"trace[1077511937] linearizableReadLoop","detail":"{readStateIndex:27311; appliedIndex:27310; }","duration":"125.14165ms","start":"2026-04-02T17:40:56.315644Z","end":"2026-04-02T17:40:56.440786Z","steps":["trace[1077511937] 'read index received' (duration: 68.252µs)","trace[1077511937] 'applied index is now lower than readState.Index' (duration: 125.071008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.440971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.401779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:40:56.441015Z","caller":"traceutil/trace.go:171","msg":"trace[2127409590] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26428; }","duration":"125.454991ms","start":"2026-04-02T17:40:56.315547Z","end":"2026-04-02T17:40:56.441002Z","steps":["trace[2127409590] 'agreement among raft nodes before linearized reading' (duration: 125.335117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.441071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.484349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:56.441118Z","caller":"traceutil/trace.go:171","msg":"trace[1339089780] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26428; }","duration":"834.591253ms","start":"2026-04-02T17:40:55.606514Z","end":"2026-04-02T17:40:56.441105Z","steps":["trace[1339089780] 'agreement among raft nodes before linearized reading' (duration: 834.50631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.441155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.606485Z","time spent":"834.662095ms","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.441228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.998572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:56.441269Z","caller":"traceutil/trace.go:171","msg":"trace[1373109849] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26428; }","duration":"874.096035ms","start":"2026-04-02T17:40:55.567163Z","end":"2026-04-02T17:40:56.441259Z","steps":["trace[1373109849] 'agreement among raft nodes before linearized reading' (duration: 874.025313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.441309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.567134Z","time spent":"874.165898ms","remote":"127.0.0.1:36012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.441316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.477449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:56.441378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.841903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:40:56.441395Z","caller":"traceutil/trace.go:171","msg":"trace[1407391454] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26428; }","duration":"966.591082ms","start":"2026-04-02T17:40:55.474776Z","end":"2026-04-02T17:40:56.441367Z","steps":["trace[1407391454] 'agreement among raft nodes before linearized reading' (duration: 966.453918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.441413Z","caller":"traceutil/trace.go:171","msg":"trace[1285041968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26428; }","duration":"125.884884ms","start":"2026-04-02T17:40:56.315518Z","end":"2026-04-02T17:40:56.441403Z","steps":["trace[1285041968] 'agreement among raft nodes before linearized reading' (duration: 125.777411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.441464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.474742Z","time spent":"966.710926ms","remote":"127.0.0.1:59428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:56.441635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.768787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a29aeac1e3ed16\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-02T17:40:56.441676Z","caller":"traceutil/trace.go:171","msg":"trace[1324479519] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a29aeac1e3ed16; range_end:; response_count:1; response_revision:26428; }","duration":"235.85048ms","start":"2026-04-02T17:40:56.205813Z","end":"2026-04-02T17:40:56.441663Z","steps":["trace[1324479519] 'agreement among raft nodes before linearized reading' (duration: 235.734447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.441744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.597407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:56.441794Z","caller":"traceutil/trace.go:171","msg":"trace[1823410601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26428; }","duration":"440.684729ms","start":"2026-04-02T17:40:56.001091Z","end":"2026-04-02T17:40:56.441776Z","steps":["trace[1823410601] 'agreement among raft nodes before linearized reading' (duration: 440.613817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.441839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.001059Z","time spent":"440.765192ms","remote":"127.0.0.1:59866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:56.441909Z","caller":"traceutil/trace.go:171","msg":"trace[1578278873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26428; }","duration":"972.202022ms","start":"2026-04-02T17:40:55.468499Z","end":"2026-04-02T17:40:56.440701Z","steps":["trace[1578278873] 'process raft request' (duration: 847.04052ms)","trace[1578278873] 'compare' (duration: 123.158438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.442128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.468468Z","time spent":"973.504523ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:56.442621Z","caller":"traceutil/trace.go:171","msg":"trace[454011531] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"121.242297ms","start":"2026-04-02T17:40:56.321364Z","end":"2026-04-02T17:40:56.442606Z","steps":["trace[454011531] 'process raft request' (duration: 119.289324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.44284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.435787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1414e7e0-ad99-4203-b484-f8c17bde40a7\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-04-02T17:40:56.442867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.198216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:40:56.442876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.126299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:40:56.442899Z","caller":"traceutil/trace.go:171","msg":"trace[1169261832] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1414e7e0-ad99-4203-b484-f8c17bde40a7; range_end:; response_count:1; response_revision:26429; }","duration":"123.500448ms","start":"2026-04-02T17:40:56.319382Z","end":"2026-04-02T17:40:56.442883Z","steps":["trace[1169261832] 'agreement among raft nodes before linearized reading' (duration: 123.354464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.442908Z","caller":"traceutil/trace.go:171","msg":"trace[1835517657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26429; }","duration":"127.276609ms","start":"2026-04-02T17:40:56.315621Z","end":"2026-04-02T17:40:56.442897Z","steps":["trace[1835517657] 'agreement among raft nodes before linearized reading' (duration: 127.088403ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.442927Z","caller":"traceutil/trace.go:171","msg":"trace[1420427422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26429; }","duration":"124.18957ms","start":"2026-04-02T17:40:56.318726Z","end":"2026-04-02T17:40:56.442915Z","steps":["trace[1420427422] 'agreement among raft nodes before linearized reading' (duration: 124.037486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:56.445914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125614004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-jdkl5\" ","response":"range_response_count:1 size:5977"} {"level":"info","ts":"2026-04-02T17:40:56.446013Z","caller":"traceutil/trace.go:171","msg":"trace[319540184] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-jdkl5; range_end:; response_count:1; response_revision:26428; }","duration":"2.133551368s","start":"2026-04-02T17:40:54.312436Z","end":"2026-04-02T17:40:56.445988Z","steps":["trace[319540184] 'agreement among raft nodes before linearized reading' (duration: 2.003284733s)","trace[319540184] 'range keys from in-memory index tree' (duration: 122.221897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:56.446056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.312417Z","time spent":"2.13362768s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6001,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-jdkl5\" "} {"level":"warn","ts":"2026-04-02T17:40:57.337959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.968673ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-02T17:40:57.338077Z","caller":"traceutil/trace.go:171","msg":"trace[911344973] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27312; }","duration":"893.139313ms","start":"2026-04-02T17:40:56.444918Z","end":"2026-04-02T17:40:57.338057Z","steps":["trace[911344973] 'read index received' (duration: 185.079707ms)","trace[911344973] 'applied index is now lower than readState.Index' (duration: 708.057756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:57.338159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.443518Z","time spent":"894.63639ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:40:57.338572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.646999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-02T17:40:57.338608Z","caller":"traceutil/trace.go:171","msg":"trace[864335256] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26429; }","duration":"893.763872ms","start":"2026-04-02T17:40:56.444833Z","end":"2026-04-02T17:40:57.338597Z","steps":["trace[864335256] 'agreement among raft nodes before linearized reading' (duration: 893.601227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:57.33864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.444813Z","time spent":"893.820495ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:40:57.841475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:58.341901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:58.449376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:58.449485Z","caller":"traceutil/trace.go:171","msg":"trace[1308693138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000133522s","start":"2026-04-02T17:40:56.449323Z","end":"2026-04-02T17:40:58.449456Z","steps":["trace[1308693138] 'agreement among raft nodes before linearized reading' (duration: 1.999978437s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:58.449552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.449307Z","time spent":"2.000231754s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:58.488187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858154942s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:58.535303Z","caller":"traceutil/trace.go:171","msg":"trace[1887793495] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"2.089025154s","start":"2026-04-02T17:40:56.446236Z","end":"2026-04-02T17:40:58.535262Z","steps":["trace[1887793495] 'process raft request' (duration: 2.042158116s)","trace[1887793495] 'compare' (duration: 45.399591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:58.53567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.44621Z","time spent":"2.089170668s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:58.535706Z","caller":"traceutil/trace.go:171","msg":"trace[2119809443] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"2.089251231s","start":"2026-04-02T17:40:56.446386Z","end":"2026-04-02T17:40:58.535637Z","steps":["trace[2119809443] 'process raft request' (duration: 2.088775536s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.535783Z","caller":"traceutil/trace.go:171","msg":"trace[609698036] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"2.086287016s","start":"2026-04-02T17:40:56.449457Z","end":"2026-04-02T17:40:58.535744Z","steps":["trace[609698036] 'process raft request' (duration: 2.086173323s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.535847Z","caller":"traceutil/trace.go:171","msg":"trace[1301476354] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"2.088313461s","start":"2026-04-02T17:40:56.447477Z","end":"2026-04-02T17:40:58.53579Z","steps":["trace[1301476354] 'process raft request' (duration: 2.088057753s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:58.535913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.446381Z","time spent":"2.089423776s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:58.535995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.449427Z","time spent":"2.086464422s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:58.536036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.44746Z","time spent":"2.088473625s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:58.536118Z","caller":"traceutil/trace.go:171","msg":"trace[1922490085] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"2.086626217s","start":"2026-04-02T17:40:56.449479Z","end":"2026-04-02T17:40:58.536106Z","steps":["trace[1922490085] 'process raft request' (duration: 2.086208494s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:58.536178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.449459Z","time spent":"2.086689959s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:58.536346Z","caller":"traceutil/trace.go:171","msg":"trace[1102302636] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"2.086709479s","start":"2026-04-02T17:40:56.449601Z","end":"2026-04-02T17:40:58.536311Z","steps":["trace[1102302636] 'process raft request' (duration: 2.086500843s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.536357Z","caller":"traceutil/trace.go:171","msg":"trace[1770439713] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"2.084017604s","start":"2026-04-02T17:40:56.4523Z","end":"2026-04-02T17:40:58.536317Z","steps":["trace[1770439713] 'process raft request' (duration: 2.083932641s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:58.536477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.449584Z","time spent":"2.086832384s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:58.53655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.452291Z","time spent":"2.084157548s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:59.592526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.319348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:59.592834Z","caller":"traceutil/trace.go:171","msg":"trace[45883450] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"2.121330527s","start":"2026-04-02T17:40:57.47148Z","end":"2026-04-02T17:40:59.592811Z","steps":["trace[45883450] 'process raft request' (duration: 2.121163771s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.592847Z","caller":"traceutil/trace.go:171","msg":"trace[88117479] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"2.252259553s","start":"2026-04-02T17:40:57.340524Z","end":"2026-04-02T17:40:59.592784Z","steps":["trace[88117479] 'process raft request' (duration: 2.110553503s)","trace[88117479] 'compare' (duration: 140.868063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:59.592913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.47145Z","time spent":"2.12143236s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:59.593086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.34049Z","time spent":"2.252458459s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:59.593122Z","caller":"traceutil/trace.go:171","msg":"trace[1517352765] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"2.120259962s","start":"2026-04-02T17:40:57.472826Z","end":"2026-04-02T17:40:59.593086Z","steps":["trace[1517352765] 'process raft request' (duration: 2.119931812s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.593155Z","caller":"traceutil/trace.go:171","msg":"trace[1736967217] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"2.105518492s","start":"2026-04-02T17:40:57.487613Z","end":"2026-04-02T17:40:59.593132Z","steps":["trace[1736967217] 'process raft request' (duration: 2.10545838s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.593295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.472814Z","time spent":"2.120377167s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:59.593329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.4876Z","time spent":"2.105615535s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:59.593454Z","caller":"traceutil/trace.go:171","msg":"trace[323883551] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"2.10765253s","start":"2026-04-02T17:40:57.485794Z","end":"2026-04-02T17:40:59.593447Z","steps":["trace[323883551] 'process raft request' (duration: 2.107177915s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.593434Z","caller":"traceutil/trace.go:171","msg":"trace[594352387] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"2.105737579s","start":"2026-04-02T17:40:57.48768Z","end":"2026-04-02T17:40:59.593417Z","steps":["trace[594352387] 'process raft request' (duration: 2.105420059s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.593487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.48577Z","time spent":"2.107698812s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:59.593568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.487672Z","time spent":"2.105817821s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:59.593632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142539964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-02T17:40:59.593653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672793736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:59.593679Z","caller":"traceutil/trace.go:171","msg":"trace[1552477818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26444; }","duration":"3.142653158s","start":"2026-04-02T17:40:56.451009Z","end":"2026-04-02T17:40:59.593663Z","steps":["trace[1552477818] 'agreement among raft nodes before linearized reading' (duration: 3.142468292s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.593685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27314683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-02T17:40:59.593713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.451Z","time spent":"3.142705189s","remote":"127.0.0.1:37098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T17:40:59.593709Z","caller":"traceutil/trace.go:171","msg":"trace[801491692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26444; }","duration":"2.672881849s","start":"2026-04-02T17:40:56.920807Z","end":"2026-04-02T17:40:59.593689Z","steps":["trace[801491692] 'agreement among raft nodes before linearized reading' (duration: 2.672776985s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.593723Z","caller":"traceutil/trace.go:171","msg":"trace[816505119] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26444; }","duration":"2.273230124s","start":"2026-04-02T17:40:57.320482Z","end":"2026-04-02T17:40:59.593712Z","steps":["trace[816505119] 'agreement among raft nodes before linearized reading' (duration: 2.273084119s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.59375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.320448Z","time spent":"2.273297746s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"info","ts":"2026-04-02T17:40:59.593748Z","caller":"traceutil/trace.go:171","msg":"trace[1926955209] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"2.105970596s","start":"2026-04-02T17:40:57.487748Z","end":"2026-04-02T17:40:59.593718Z","steps":["trace[1926955209] 'process raft request' (duration: 2.1054774s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.593757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.920792Z","time spent":"2.672956011s","remote":"127.0.0.1:43614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:59.59379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100017775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-02T17:40:59.593813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.487734Z","time spent":"2.106042569s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:59.593792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694667655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-02T17:40:59.593843Z","caller":"traceutil/trace.go:171","msg":"trace[1434342696] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26444; }","duration":"3.100124598s","start":"2026-04-02T17:40:56.493698Z","end":"2026-04-02T17:40:59.593823Z","steps":["trace[1434342696] 'agreement among raft nodes before linearized reading' (duration: 3.099921812s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.593434Z","caller":"traceutil/trace.go:171","msg":"trace[1312669298] linearizableReadLoop","detail":"{readStateIndex:27328; appliedIndex:27313; }","duration":"2.25530398s","start":"2026-04-02T17:40:57.338104Z","end":"2026-04-02T17:40:59.593407Z","steps":["trace[1312669298] 'read index received' (duration: 1.150404286s)","trace[1312669298] 'applied index is now lower than readState.Index' (duration: 1.104898464s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:59.593862Z","caller":"traceutil/trace.go:171","msg":"trace[91202943] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26444; }","duration":"2.694786849s","start":"2026-04-02T17:40:56.899057Z","end":"2026-04-02T17:40:59.593844Z","steps":["trace[91202943] 'agreement among raft nodes before linearized reading' (duration: 2.69451525s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.593886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.49367Z","time spent":"3.100206031s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:40:59.593904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:56.899039Z","time spent":"2.694857761s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-02T17:40:59.593843Z","caller":"traceutil/trace.go:171","msg":"trace[1530071822] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.827671619s","start":"2026-04-02T17:40:57.766112Z","end":"2026-04-02T17:40:59.593783Z","steps":["trace[1530071822] 'process raft request' (duration: 1.827239285s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.593999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249280788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-04-02T17:40:59.594019Z","caller":"traceutil/trace.go:171","msg":"trace[1116704883] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26444; }","duration":"2.249339009s","start":"2026-04-02T17:40:57.344672Z","end":"2026-04-02T17:40:59.594011Z","steps":["trace[1116704883] 'agreement among raft nodes before linearized reading' (duration: 2.249258877s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.344647Z","time spent":"2.249383091s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-02T17:40:59.594059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.437618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:59.594069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691676152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-02T17:40:59.59408Z","caller":"traceutil/trace.go:171","msg":"trace[1028869274] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26444; }","duration":"459.49731ms","start":"2026-04-02T17:40:59.134577Z","end":"2026-04-02T17:40:59.594074Z","steps":["trace[1028869274] 'agreement among raft nodes before linearized reading' (duration: 459.438598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.766085Z","time spent":"1.827868025s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:59.594093Z","caller":"traceutil/trace.go:171","msg":"trace[1285381496] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26444; }","duration":"1.691699683s","start":"2026-04-02T17:40:57.902386Z","end":"2026-04-02T17:40:59.594086Z","steps":["trace[1285381496] 'agreement among raft nodes before linearized reading' (duration: 1.69162331s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.134552Z","time spent":"459.542132ms","remote":"127.0.0.1:51578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:59.594096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.012838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:59.594112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.902377Z","time spent":"1.691730943s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T17:40:59.594123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054050719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:40:59.594137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053115688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-2bx9x\" ","response":"range_response_count:1 size:6269"} {"level":"info","ts":"2026-04-02T17:40:59.594134Z","caller":"traceutil/trace.go:171","msg":"trace[36689989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26444; }","duration":"486.102141ms","start":"2026-04-02T17:40:59.108019Z","end":"2026-04-02T17:40:59.594122Z","steps":["trace[36689989] 'agreement among raft nodes before linearized reading' (duration: 486.036519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.594158Z","caller":"traceutil/trace.go:171","msg":"trace[1393070209] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0; range_end:; response_count:1; response_revision:26444; }","duration":"1.054118951s","start":"2026-04-02T17:40:58.540029Z","end":"2026-04-02T17:40:59.594148Z","steps":["trace[1393070209] 'agreement among raft nodes before linearized reading' (duration: 1.054017307s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.594179Z","caller":"traceutil/trace.go:171","msg":"trace[1382698649] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-2bx9x; range_end:; response_count:1; response_revision:26444; }","duration":"1.053213451s","start":"2026-04-02T17:40:58.540952Z","end":"2026-04-02T17:40:59.594166Z","steps":["trace[1382698649] 'agreement among raft nodes before linearized reading' (duration: 1.053089177s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:58.540011Z","time spent":"1.054170802s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2982555648ad0\" "} {"level":"warn","ts":"2026-04-02T17:40:59.594203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202679638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:59.594206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.107994Z","time spent":"486.203304ms","remote":"127.0.0.1:35214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:59.594222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:58.54093Z","time spent":"1.053285444s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6293,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-2bx9x\" "} {"level":"info","ts":"2026-04-02T17:40:59.59423Z","caller":"traceutil/trace.go:171","msg":"trace[41091461] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26444; }","duration":"2.20275127s","start":"2026-04-02T17:40:57.391469Z","end":"2026-04-02T17:40:59.59422Z","steps":["trace[41091461] 'agreement among raft nodes before linearized reading' (duration: 2.202700738s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.59425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.391443Z","time spent":"2.202801992s","remote":"127.0.0.1:36016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:59.59426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145710798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-02T17:40:59.594282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425465852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:59.594193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695419052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:59.594285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701363531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-02T17:40:59.594311Z","caller":"traceutil/trace.go:171","msg":"trace[1181382161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26444; }","duration":"1.425525994s","start":"2026-04-02T17:40:58.168779Z","end":"2026-04-02T17:40:59.594305Z","steps":["trace[1181382161] 'agreement among raft nodes before linearized reading' (duration: 1.425485662s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.59433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:58.168757Z","time spent":"1.425570055s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:40:59.594385Z","caller":"traceutil/trace.go:171","msg":"trace[1531116190] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26444; }","duration":"1.695572046s","start":"2026-04-02T17:40:57.898746Z","end":"2026-04-02T17:40:59.594318Z","steps":["trace[1531116190] 'agreement among raft nodes before linearized reading' (duration: 1.695403161s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.322302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:59.594436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.898738Z","time spent":"1.695681279s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:59.594451Z","caller":"traceutil/trace.go:171","msg":"trace[480440482] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26444; }","duration":"366.611151ms","start":"2026-04-02T17:40:59.227828Z","end":"2026-04-02T17:40:59.59444Z","steps":["trace[480440482] 'agreement among raft nodes before linearized reading' (duration: 366.347352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:59.594458Z","caller":"traceutil/trace.go:171","msg":"trace[254442637] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26444; }","duration":"1.701456694s","start":"2026-04-02T17:40:57.892866Z","end":"2026-04-02T17:40:59.594322Z","steps":["trace[254442637] 'agreement among raft nodes before linearized reading' (duration: 1.701309489s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:57.892839Z","time spent":"1.701674511s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-02T17:40:59.594481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.227805Z","time spent":"366.666013ms","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:59.594282Z","caller":"traceutil/trace.go:171","msg":"trace[888645125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26444; }","duration":"1.145785961s","start":"2026-04-02T17:40:58.448489Z","end":"2026-04-02T17:40:59.594275Z","steps":["trace[888645125] 'agreement among raft nodes before linearized reading' (duration: 1.145712348s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:58.448457Z","time spent":"1.146210544s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:59.594027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143233729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:59.59482Z","caller":"traceutil/trace.go:171","msg":"trace[460852502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26444; }","duration":"1.144070786s","start":"2026-04-02T17:40:58.450736Z","end":"2026-04-02T17:40:59.594807Z","steps":["trace[460852502] 'agreement among raft nodes before linearized reading' (duration: 1.14326009s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:59.594839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:58.450712Z","time spent":"1.144121607s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:00.101001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:00.315278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.580828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:00.31541Z","caller":"traceutil/trace.go:171","msg":"trace[474721531] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"717.825118ms","start":"2026-04-02T17:40:59.597563Z","end":"2026-04-02T17:41:00.315388Z","steps":["trace[474721531] 'process raft request' (duration: 570.007233ms)","trace[474721531] 'compare' (duration: 147.227346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:00.315474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.597537Z","time spent":"717.908431ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:01.60555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:41:01.605644Z","caller":"traceutil/trace.go:171","msg":"trace[1053459657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193955s","start":"2026-04-02T17:40:59.605425Z","end":"2026-04-02T17:41:01.605619Z","steps":["trace[1053459657] 'agreement among raft nodes before linearized reading' (duration: 2.000077521s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.6057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.605417Z","time spent":"2.000272127s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:41:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:41:01.995604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.291538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:01.995784Z","caller":"traceutil/trace.go:171","msg":"trace[1977737741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26445; }","duration":"299.488724ms","start":"2026-04-02T17:41:01.69627Z","end":"2026-04-02T17:41:01.995758Z","steps":["trace[1977737741] 'range keys from in-memory index tree' (duration: 299.268628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.995933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.112036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:01.996236Z","caller":"traceutil/trace.go:171","msg":"trace[1215246584] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27328; }","duration":"2.395620906s","start":"2026-04-02T17:40:59.600595Z","end":"2026-04-02T17:41:01.996215Z","steps":["trace[1215246584] 'read index received' (duration: 567.057699ms)","trace[1215246584] 'applied index is now lower than readState.Index' (duration: 1.828561757s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:01.99632Z","caller":"traceutil/trace.go:171","msg":"trace[50400655] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"2.394755618s","start":"2026-04-02T17:40:59.601553Z","end":"2026-04-02T17:41:01.996308Z","steps":["trace[50400655] 'process raft request' (duration: 1.402159086s)","trace[50400655] 'compare' (duration: 991.631771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:01.996381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.601537Z","time spent":"2.394809179s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:01.99674Z","caller":"traceutil/trace.go:171","msg":"trace[1061289934] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"2.390857003s","start":"2026-04-02T17:40:59.605872Z","end":"2026-04-02T17:41:01.996729Z","steps":["trace[1061289934] 'process raft request' (duration: 2.390218153s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.996799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.605832Z","time spent":"2.390934435s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:01.99711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396503284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:41:01.997173Z","caller":"traceutil/trace.go:171","msg":"trace[1135113006] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26447; }","duration":"2.396594656s","start":"2026-04-02T17:40:59.600564Z","end":"2026-04-02T17:41:01.997159Z","steps":["trace[1135113006] 'agreement among raft nodes before linearized reading' (duration: 2.396375559s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.997213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.600545Z","time spent":"2.396658498s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-02T17:41:02.078491Z","caller":"traceutil/trace.go:171","msg":"trace[1894008972] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"757.00209ms","start":"2026-04-02T17:41:01.321456Z","end":"2026-04-02T17:41:02.078459Z","steps":["trace[1894008972] 'process raft request' (duration: 756.775373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.078711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.321426Z","time spent":"757.161915ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:02.851283Z","caller":"traceutil/trace.go:171","msg":"trace[1282146600] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"1.249297718s","start":"2026-04-02T17:41:01.60196Z","end":"2026-04-02T17:41:02.851257Z","steps":["trace[1282146600] 'process raft request' (duration: 1.249185454s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.85134Z","caller":"traceutil/trace.go:171","msg":"trace[346752334] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"1.245828227s","start":"2026-04-02T17:41:01.605466Z","end":"2026-04-02T17:41:02.851294Z","steps":["trace[346752334] 'process raft request' (duration: 1.245714203s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.851445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.60195Z","time spent":"1.249403431s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:02.851475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250055191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-04-02T17:41:02.851514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.605449Z","time spent":"1.245964182s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:02.851554Z","caller":"traceutil/trace.go:171","msg":"trace[947906154] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"1.245863778s","start":"2026-04-02T17:41:01.605684Z","end":"2026-04-02T17:41:02.851548Z","steps":["trace[947906154] 'process raft request' (duration: 1.245527247s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.851601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.605673Z","time spent":"1.245899529s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:02.851292Z","caller":"traceutil/trace.go:171","msg":"trace[997250764] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27331; }","duration":"855.011853ms","start":"2026-04-02T17:41:01.996267Z","end":"2026-04-02T17:41:02.851279Z","steps":["trace[997250764] 'read index received' (duration: 82.041422ms)","trace[997250764] 'applied index is now lower than readState.Index' (duration: 772.969461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:02.85171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309088059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:41:02.851732Z","caller":"traceutil/trace.go:171","msg":"trace[420612547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26454; }","duration":"2.309156461s","start":"2026-04-02T17:41:00.54257Z","end":"2026-04-02T17:41:02.851726Z","steps":["trace[420612547] 'agreement among raft nodes before linearized reading' (duration: 2.309092849s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.851753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.542546Z","time spent":"2.309204102s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:41:02.851855Z","caller":"traceutil/trace.go:171","msg":"trace[2068926027] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"1.250650361s","start":"2026-04-02T17:41:01.601192Z","end":"2026-04-02T17:41:02.851842Z","steps":["trace[2068926027] 'process raft request' (duration: 1.249910008s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.851898Z","caller":"traceutil/trace.go:171","msg":"trace[714502484] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"1.245328231s","start":"2026-04-02T17:41:01.606556Z","end":"2026-04-02T17:41:02.851885Z","steps":["trace[714502484] 'process raft request' (duration: 1.24468525s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.851999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309428709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:41:02.852029Z","caller":"traceutil/trace.go:171","msg":"trace[932033981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26454; }","duration":"2.309495142s","start":"2026-04-02T17:41:00.542527Z","end":"2026-04-02T17:41:02.852022Z","steps":["trace[932033981] 'agreement among raft nodes before linearized reading' (duration: 2.309416819s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.85205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.542509Z","time spent":"2.309537113s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:41:02.852009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.601162Z","time spent":"1.250744724s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:02.852129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92662091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:41:02.852156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248530572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-02T17:41:02.852165Z","caller":"traceutil/trace.go:171","msg":"trace[1191687224] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26454; }","duration":"2.926708783s","start":"2026-04-02T17:40:59.925446Z","end":"2026-04-02T17:41:02.852154Z","steps":["trace[1191687224] 'agreement among raft nodes before linearized reading' (duration: 2.926642051s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.852174Z","caller":"traceutil/trace.go:171","msg":"trace[847326847] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26454; }","duration":"3.248562793s","start":"2026-04-02T17:40:59.603606Z","end":"2026-04-02T17:41:02.852169Z","steps":["trace[847326847] 'agreement among raft nodes before linearized reading' (duration: 3.24849162s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.85219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.603599Z","time spent":"3.248587034s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:41:02.852193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.925416Z","time spent":"2.926770085s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:02.851847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307058523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:41:02.852339Z","caller":"traceutil/trace.go:171","msg":"trace[729522118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26454; }","duration":"2.307552479s","start":"2026-04-02T17:41:00.544762Z","end":"2026-04-02T17:41:02.852314Z","steps":["trace[729522118] 'agreement among raft nodes before linearized reading' (duration: 2.306905749s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.852344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.282597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-02T17:41:02.852426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481345805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:02.85128Z","caller":"traceutil/trace.go:171","msg":"trace[513677579] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.251823849s","start":"2026-04-02T17:41:01.599418Z","end":"2026-04-02T17:41:02.851242Z","steps":["trace[513677579] 'process raft request' (duration: 1.251519489s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.852522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.599396Z","time spent":"1.253099719s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:02.852559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84682524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:02.852566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.781699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-02T17:41:02.852586Z","caller":"traceutil/trace.go:171","msg":"trace[1699127424] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26454; }","duration":"1.846883652s","start":"2026-04-02T17:41:01.005696Z","end":"2026-04-02T17:41:02.85258Z","steps":["trace[1699127424] 'agreement among raft nodes before linearized reading' (duration: 1.846844121s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.852608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.005681Z","time spent":"1.846922554s","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:02.852668Z","caller":"traceutil/trace.go:171","msg":"trace[181140784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26454; }","duration":"840.856041ms","start":"2026-04-02T17:41:02.011734Z","end":"2026-04-02T17:41:02.85259Z","steps":["trace[181140784] 'agreement among raft nodes before linearized reading' (duration: 840.747158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.852737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247117168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:02.852768Z","caller":"traceutil/trace.go:171","msg":"trace[410787252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26454; }","duration":"1.247145569s","start":"2026-04-02T17:41:01.605615Z","end":"2026-04-02T17:41:02.85276Z","steps":["trace[410787252] 'agreement among raft nodes before linearized reading' (duration: 1.247104617s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.85279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.605576Z","time spent":"1.24720721s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:02.852793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36762163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:02.852671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.606549Z","time spent":"1.245378012s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:02.852827Z","caller":"traceutil/trace.go:171","msg":"trace[2028512050] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26454; }","duration":"1.367693193s","start":"2026-04-02T17:41:01.485121Z","end":"2026-04-02T17:41:02.852814Z","steps":["trace[2028512050] 'agreement among raft nodes before linearized reading' (duration: 1.367638972s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.852856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.485096Z","time spent":"1.367755064s","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:02.852732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.011712Z","time spent":"841.006136ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:41:02.852349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310942008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:41:02.8531Z","caller":"traceutil/trace.go:171","msg":"trace[1297534438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26454; }","duration":"2.311724393s","start":"2026-04-02T17:41:00.541361Z","end":"2026-04-02T17:41:02.853086Z","steps":["trace[1297534438] 'agreement among raft nodes before linearized reading' (duration: 2.310939118s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.851526Z","caller":"traceutil/trace.go:171","msg":"trace[1554104341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26454; }","duration":"3.250109553s","start":"2026-04-02T17:40:59.601406Z","end":"2026-04-02T17:41:02.851516Z","steps":["trace[1554104341] 'agreement among raft nodes before linearized reading' (duration: 3.249923427s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.853121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251653002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-02T17:41:02.853154Z","caller":"traceutil/trace.go:171","msg":"trace[1927946978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26454; }","duration":"2.251713754s","start":"2026-04-02T17:41:00.601433Z","end":"2026-04-02T17:41:02.853147Z","steps":["trace[1927946978] 'agreement among raft nodes before linearized reading' (duration: 2.251626151s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.853154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.54134Z","time spent":"2.311800796s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:41:02.853156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.601387Z","time spent":"3.251759445s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-02T17:41:02.85318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.601417Z","time spent":"2.251758126s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:41:02.852389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437689499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:02.85235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250476534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c14b3389-95ad-49a0-91c7-489ff92cfaa8\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-02T17:41:02.853245Z","caller":"traceutil/trace.go:171","msg":"trace[1109949460] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c14b3389-95ad-49a0-91c7-489ff92cfaa8; range_end:; response_count:1; response_revision:26454; }","duration":"3.251401934s","start":"2026-04-02T17:40:59.601836Z","end":"2026-04-02T17:41:02.853238Z","steps":["trace[1109949460] 'agreement among raft nodes before linearized reading' (duration: 3.250457434s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.853241Z","caller":"traceutil/trace.go:171","msg":"trace[1936807149] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26454; }","duration":"2.438573038s","start":"2026-04-02T17:41:00.414657Z","end":"2026-04-02T17:41:02.85323Z","steps":["trace[1936807149] 'agreement among raft nodes before linearized reading' (duration: 2.43770656s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.852396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.544753Z","time spent":"2.307630802s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:41:02.852446Z","caller":"traceutil/trace.go:171","msg":"trace[1994608454] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26454; }","duration":"852.467813ms","start":"2026-04-02T17:41:01.999956Z","end":"2026-04-02T17:41:02.852424Z","steps":["trace[1994608454] 'agreement among raft nodes before linearized reading' (duration: 852.131502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.853279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.414639Z","time spent":"2.43862784s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:02.853291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.999924Z","time spent":"853.362851ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:41:02.853268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:59.601831Z","time spent":"3.251431815s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c14b3389-95ad-49a0-91c7-489ff92cfaa8\" "} {"level":"info","ts":"2026-04-02T17:41:02.852456Z","caller":"traceutil/trace.go:171","msg":"trace[2027073268] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26454; }","duration":"2.481427998s","start":"2026-04-02T17:41:00.371021Z","end":"2026-04-02T17:41:02.852449Z","steps":["trace[2027073268] 'agreement among raft nodes before linearized reading' (duration: 2.481382826s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.853449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.370988Z","time spent":"2.48245047s","remote":"127.0.0.1:35208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:02.853754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308539531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:41:02.853809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245365081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:02.853816Z","caller":"traceutil/trace.go:171","msg":"trace[1611829542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26454; }","duration":"2.308648604s","start":"2026-04-02T17:41:00.545151Z","end":"2026-04-02T17:41:02.853799Z","steps":["trace[1611829542] 'agreement among raft nodes before linearized reading' (duration: 2.308495649s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.853845Z","caller":"traceutil/trace.go:171","msg":"trace[1498737177] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26454; }","duration":"2.245400412s","start":"2026-04-02T17:41:00.608434Z","end":"2026-04-02T17:41:02.853834Z","steps":["trace[1498737177] 'agreement among raft nodes before linearized reading' (duration: 2.244262596s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.853853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.545129Z","time spent":"2.308716726s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:41:02.853873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.6084Z","time spent":"2.245467444s","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:03.426443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:03.927507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:04.428314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:04.589663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.663934745s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:41:04.634121Z","caller":"traceutil/trace.go:171","msg":"trace[1092189183] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"1.772433924s","start":"2026-04-02T17:41:02.861661Z","end":"2026-04-02T17:41:04.634094Z","steps":["trace[1092189183] 'process raft request' (duration: 1.772380872s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.6343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.861653Z","time spent":"1.772554517s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:04.63467Z","caller":"traceutil/trace.go:171","msg":"trace[1564578719] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"1.775599404s","start":"2026-04-02T17:41:02.859042Z","end":"2026-04-02T17:41:04.634641Z","steps":["trace[1564578719] 'process raft request' (duration: 1.774617173s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.634687Z","caller":"traceutil/trace.go:171","msg":"trace[312842674] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"1.773146926s","start":"2026-04-02T17:41:02.861491Z","end":"2026-04-02T17:41:04.634638Z","steps":["trace[312842674] 'process raft request' (duration: 1.772502565s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.634713Z","caller":"traceutil/trace.go:171","msg":"trace[1268333039] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"1.773650592s","start":"2026-04-02T17:41:02.861022Z","end":"2026-04-02T17:41:04.634673Z","steps":["trace[1268333039] 'process raft request' (duration: 1.772759494s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.634733Z","caller":"traceutil/trace.go:171","msg":"trace[550836326] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"1.775692117s","start":"2026-04-02T17:41:02.858985Z","end":"2026-04-02T17:41:04.634677Z","steps":["trace[550836326] 'process raft request' (duration: 1.730942547s)","trace[550836326] 'compare' (duration: 42.285331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:04.634819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.85903Z","time spent":"1.775710368s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:04.63486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.861482Z","time spent":"1.77329079s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:04.634917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.861012Z","time spent":"1.773786296s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:04.635128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.858954Z","time spent":"1.776043278s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:04.63568Z","caller":"traceutil/trace.go:171","msg":"trace[880382226] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"1.77358422s","start":"2026-04-02T17:41:02.861114Z","end":"2026-04-02T17:41:04.634698Z","steps":["trace[880382226] 'process raft request' (duration: 1.772732283s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.635801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.861098Z","time spent":"1.774645454s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:04.860311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:41:04.860385Z","caller":"traceutil/trace.go:171","msg":"trace[851488155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112661s","start":"2026-04-02T17:41:02.860256Z","end":"2026-04-02T17:41:04.860369Z","steps":["trace[851488155] 'agreement among raft nodes before linearized reading' (duration: 2.000012998s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.860428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.860238Z","time spent":"2.000179604s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:06.136504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546572242s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:41:06.136995Z","caller":"traceutil/trace.go:171","msg":"trace[1858926978] linearizableReadLoop","detail":"{readStateIndex:27346; appliedIndex:27339; }","duration":"3.211010832s","start":"2026-04-02T17:41:02.925952Z","end":"2026-04-02T17:41:06.136963Z","steps":["trace[1858926978] 'read index received' (duration: 1.663933914s)","trace[1858926978] 'applied index is now lower than readState.Index' (duration: 1.547075298s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:06.13713Z","caller":"traceutil/trace.go:171","msg":"trace[1521216575] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"3.20875467s","start":"2026-04-02T17:41:02.928313Z","end":"2026-04-02T17:41:06.137067Z","steps":["trace[1521216575] 'process raft request' (duration: 3.208444121s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:06.137328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272022703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"warn","ts":"2026-04-02T17:41:06.137421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.928282Z","time spent":"3.208968977s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:06.13754Z","caller":"traceutil/trace.go:171","msg":"trace[1791226552] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26461; }","duration":"3.272116866s","start":"2026-04-02T17:41:02.865263Z","end":"2026-04-02T17:41:06.13738Z","steps":["trace[1791226552] 'agreement among raft nodes before linearized reading' (duration: 3.271841008s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:06.137599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.865257Z","time spent":"3.272327733s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-02T17:41:06.637906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:06.86252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:41:06.862604Z","caller":"traceutil/trace.go:171","msg":"trace[688771083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344019s","start":"2026-04-02T17:41:04.862242Z","end":"2026-04-02T17:41:06.862586Z","steps":["trace[688771083] 'agreement among raft nodes before linearized reading' (duration: 2.000225015s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:06.86265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.862224Z","time spent":"2.000418732s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:41:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:41:07.630725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.896992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:07.631971Z","caller":"traceutil/trace.go:171","msg":"trace[1451854813] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"2.772055089s","start":"2026-04-02T17:41:04.85988Z","end":"2026-04-02T17:41:07.631936Z","steps":["trace[1451854813] 'process raft request' (duration: 2.771804451s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899143883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:41:07.632244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823899187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:07.632311Z","caller":"traceutil/trace.go:171","msg":"trace[236025080] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26469; }","duration":"2.824028261s","start":"2026-04-02T17:41:04.808263Z","end":"2026-04-02T17:41:07.632291Z","steps":["trace[236025080] 'agreement among raft nodes before linearized reading' (duration: 2.823893256s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556682764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:07.632372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956427653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:41:07.632364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.80824Z","time spent":"2.824112734s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:07.632375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992564519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-02T17:41:07.632377Z","caller":"traceutil/trace.go:171","msg":"trace[104506830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26469; }","duration":"2.556818349s","start":"2026-04-02T17:41:05.075541Z","end":"2026-04-02T17:41:07.632359Z","steps":["trace[104506830] 'agreement among raft nodes before linearized reading' (duration: 2.556690365s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632379Z","caller":"traceutil/trace.go:171","msg":"trace[1543793627] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"2.768446914s","start":"2026-04-02T17:41:04.863871Z","end":"2026-04-02T17:41:07.632318Z","steps":["trace[1543793627] 'process raft request' (duration: 2.768017641s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632416Z","caller":"traceutil/trace.go:171","msg":"trace[2026304339] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26469; }","duration":"2.992683623s","start":"2026-04-02T17:41:04.639724Z","end":"2026-04-02T17:41:07.632407Z","steps":["trace[2026304339] 'agreement among raft nodes before linearized reading' (duration: 2.992469937s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029605503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-02T17:41:07.632403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33543641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:07.632455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.639702Z","time spent":"2.992747345s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:41:07.632459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.354264582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:07.632482Z","caller":"traceutil/trace.go:171","msg":"trace[496166338] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26469; }","duration":"4.335596444s","start":"2026-04-02T17:41:03.296874Z","end":"2026-04-02T17:41:07.63247Z","steps":["trace[496166338] 'agreement among raft nodes before linearized reading' (duration: 4.335392828s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632474Z","caller":"traceutil/trace.go:171","msg":"trace[128608885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26469; }","duration":"3.029734138s","start":"2026-04-02T17:41:04.602723Z","end":"2026-04-02T17:41:07.632457Z","steps":["trace[128608885] 'agreement among raft nodes before linearized reading' (duration: 3.02948406s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.63243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:05.075515Z","time spent":"2.556904102s","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:07.632498Z","caller":"traceutil/trace.go:171","msg":"trace[376242754] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26469; }","duration":"4.354333744s","start":"2026-04-02T17:41:03.278152Z","end":"2026-04-02T17:41:07.632485Z","steps":["trace[376242754] 'agreement among raft nodes before linearized reading' (duration: 4.354134157s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.6027Z","time spent":"3.02981029s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:41:07.63249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77304966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-02T17:41:07.63252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.863855Z","time spent":"2.768591829s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:07.632565Z","caller":"traceutil/trace.go:171","msg":"trace[2017662175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26469; }","duration":"3.773190155s","start":"2026-04-02T17:41:03.859357Z","end":"2026-04-02T17:41:07.632547Z","steps":["trace[2017662175] 'agreement among raft nodes before linearized reading' (duration: 3.772951367s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632267Z","caller":"traceutil/trace.go:171","msg":"trace[926268784] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26469; }","duration":"1.899221157s","start":"2026-04-02T17:41:05.733036Z","end":"2026-04-02T17:41:07.632257Z","steps":["trace[926268784] 'agreement among raft nodes before linearized reading' (duration: 1.899152914s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632013Z","caller":"traceutil/trace.go:171","msg":"trace[1068245511] linearizableReadLoop","detail":"{readStateIndex:27354; appliedIndex:27346; }","duration":"1.49489015s","start":"2026-04-02T17:41:06.137105Z","end":"2026-04-02T17:41:07.631995Z","steps":["trace[1068245511] 'read index received' (duration: 769.429458ms)","trace[1068245511] 'applied index is now lower than readState.Index' (duration: 725.459612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:07.632599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:03.859311Z","time spent":"3.773281578s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:41:07.632602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646222224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:41:07.632632Z","caller":"traceutil/trace.go:171","msg":"trace[1700891441] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26469; }","duration":"4.646334068s","start":"2026-04-02T17:41:02.986292Z","end":"2026-04-02T17:41:07.632626Z","steps":["trace[1700891441] 'agreement among raft nodes before linearized reading' (duration: 4.646257676s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:05.733016Z","time spent":"1.899591448s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:07.63265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.986247Z","time spent":"4.646398501s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:41:07.632648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42960197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:07.632532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:03.296846Z","time spent":"4.335676597s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:07.63208Z","caller":"traceutil/trace.go:171","msg":"trace[564251291] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"2.768897609s","start":"2026-04-02T17:41:04.863144Z","end":"2026-04-02T17:41:07.632042Z","steps":["trace[564251291] 'process raft request' (duration: 2.768709423s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632685Z","caller":"traceutil/trace.go:171","msg":"trace[388839224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26469; }","duration":"4.429686983s","start":"2026-04-02T17:41:03.202986Z","end":"2026-04-02T17:41:07.632673Z","steps":["trace[388839224] 'agreement among raft nodes before linearized reading' (duration: 4.429627081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:03.202962Z","time spent":"4.429743394s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:07.63273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643926651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-02T17:41:07.63213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021661171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:41:07.632761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.863129Z","time spent":"2.769576211s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:07.632786Z","caller":"traceutil/trace.go:171","msg":"trace[1509902399] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26469; }","duration":"4.644023685s","start":"2026-04-02T17:41:02.988749Z","end":"2026-04-02T17:41:07.632773Z","steps":["trace[1509902399] 'agreement among raft nodes before linearized reading' (duration: 4.643802918s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.632791Z","caller":"traceutil/trace.go:171","msg":"trace[361104225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26469; }","duration":"2.022391844s","start":"2026-04-02T17:41:05.610389Z","end":"2026-04-02T17:41:07.632781Z","steps":["trace[361104225] 'agreement among raft nodes before linearized reading' (duration: 2.021669471s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527818163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:07.632119Z","caller":"traceutil/trace.go:171","msg":"trace[1226774120] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"1.79765805s","start":"2026-04-02T17:41:05.834451Z","end":"2026-04-02T17:41:07.632109Z","steps":["trace[1226774120] 'process raft request' (duration: 1.797498465s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:05.610366Z","time spent":"2.022446286s","remote":"127.0.0.1:37050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:07.632827Z","caller":"traceutil/trace.go:171","msg":"trace[1935337553] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26469; }","duration":"1.528521936s","start":"2026-04-02T17:41:06.104296Z","end":"2026-04-02T17:41:07.632818Z","steps":["trace[1935337553] 'agreement among raft nodes before linearized reading' (duration: 1.527852484s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.988722Z","time spent":"4.644084076s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:41:07.632858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:05.83442Z","time spent":"1.798412064s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:07.635163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.104274Z","time spent":"1.528567877s","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:07.635579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032825616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-02T17:41:07.635662Z","caller":"traceutil/trace.go:171","msg":"trace[726622721] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26469; }","duration":"3.03293781s","start":"2026-04-02T17:41:04.602686Z","end":"2026-04-02T17:41:07.635624Z","steps":["trace[726622721] 'agreement among raft nodes before linearized reading' (duration: 3.029406647s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.63217Z","caller":"traceutil/trace.go:171","msg":"trace[1639701004] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"1.821921866s","start":"2026-04-02T17:41:05.810241Z","end":"2026-04-02T17:41:07.632163Z","steps":["trace[1639701004] 'process raft request' (duration: 1.821677978s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.631981Z","caller":"traceutil/trace.go:171","msg":"trace[261650135] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"2.769926092s","start":"2026-04-02T17:41:04.862026Z","end":"2026-04-02T17:41:07.631952Z","steps":["trace[261650135] 'process raft request' (duration: 2.769801298s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.422477073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:07.63204Z","caller":"traceutil/trace.go:171","msg":"trace[318383521] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"2.771523492s","start":"2026-04-02T17:41:04.86051Z","end":"2026-04-02T17:41:07.632034Z","steps":["trace[318383521] 'process raft request' (duration: 2.771286395s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.632532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:03.27813Z","time spent":"4.354393206s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:07.632013Z","caller":"traceutil/trace.go:171","msg":"trace[1055648424] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"2.774050384s","start":"2026-04-02T17:41:04.857927Z","end":"2026-04-02T17:41:07.631977Z","steps":["trace[1055648424] 'process raft request' (duration: 2.048743266s)","trace[1055648424] 'compare' (duration: 723.571352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:07.635874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.85789Z","time spent":"2.777880596s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:07.63609Z","caller":"traceutil/trace.go:171","msg":"trace[1885775033] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26469; }","duration":"3.956492205s","start":"2026-04-02T17:41:03.675892Z","end":"2026-04-02T17:41:07.632384Z","steps":["trace[1885775033] 'agreement among raft nodes before linearized reading' (duration: 3.956389931s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.636143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:03.675866Z","time spent":"3.960262885s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:07.637706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.602659Z","time spent":"3.035036228s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:41:07.638922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:05.810223Z","time spent":"1.82866114s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:07.639484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.862011Z","time spent":"2.777429111s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:07.640351Z","caller":"traceutil/trace.go:171","msg":"trace[1421563388] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26469; }","duration":"3.430600733s","start":"2026-04-02T17:41:04.209735Z","end":"2026-04-02T17:41:07.640335Z","steps":["trace[1421563388] 'agreement among raft nodes before linearized reading' (duration: 3.422497724s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.640406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.209709Z","time spent":"3.430674785s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:07.641212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.860472Z","time spent":"2.780710517s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:07.632213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702723832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e723ec8-b309-4347-b7bd-4810eb085c32\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-02T17:41:07.645975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.859864Z","time spent":"2.785368365s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:07.646215Z","caller":"traceutil/trace.go:171","msg":"trace[1031920191] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"560.338064ms","start":"2026-04-02T17:41:07.085851Z","end":"2026-04-02T17:41:07.646189Z","steps":["trace[1031920191] 'process raft request' (duration: 559.344332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.646278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.085821Z","time spent":"560.421627ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:07.646442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64449404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:41:07.646057Z","caller":"traceutil/trace.go:171","msg":"trace[2088425291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e723ec8-b309-4347-b7bd-4810eb085c32; range_end:; response_count:1; response_revision:26469; }","duration":"4.716546844s","start":"2026-04-02T17:41:02.929479Z","end":"2026-04-02T17:41:07.646026Z","steps":["trace[2088425291] 'agreement among raft nodes before linearized reading' (duration: 4.702558677s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.646483Z","caller":"traceutil/trace.go:171","msg":"trace[1905270709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26469; }","duration":"3.644541012s","start":"2026-04-02T17:41:04.001931Z","end":"2026-04-02T17:41:07.646472Z","steps":["trace[1905270709] 'agreement among raft nodes before linearized reading' (duration: 3.630656118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.646521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:02.929422Z","time spent":"4.71708672s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1e723ec8-b309-4347-b7bd-4810eb085c32\" "} {"level":"warn","ts":"2026-04-02T17:41:07.646522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:04.001867Z","time spent":"3.644646415s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:41:08.49212Z","caller":"traceutil/trace.go:171","msg":"trace[1638790169] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27354; }","duration":"859.453706ms","start":"2026-04-02T17:41:07.632617Z","end":"2026-04-02T17:41:08.492071Z","steps":["trace[1638790169] 'read index received' (duration: 11.88094ms)","trace[1638790169] 'applied index is now lower than readState.Index' (duration: 847.570596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:08.49238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851307535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:41:08.49247Z","caller":"traceutil/trace.go:171","msg":"trace[413169040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26471; }","duration":"1.851430648s","start":"2026-04-02T17:41:06.641015Z","end":"2026-04-02T17:41:08.492446Z","steps":["trace[413169040] 'agreement among raft nodes before linearized reading' (duration: 1.851103477s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.49248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85146526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:41:08.492525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.641009Z","time spent":"1.851504881s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:41:08.492548Z","caller":"traceutil/trace.go:171","msg":"trace[377021962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26471; }","duration":"1.851552223s","start":"2026-04-02T17:41:06.640976Z","end":"2026-04-02T17:41:08.492528Z","steps":["trace[377021962] 'agreement among raft nodes before linearized reading' (duration: 1.851288774s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.492584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621262651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:08.492609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.640965Z","time spent":"1.851630915s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:41:08.492646Z","caller":"traceutil/trace.go:171","msg":"trace[1259465181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26471; }","duration":"1.621359674s","start":"2026-04-02T17:41:06.871269Z","end":"2026-04-02T17:41:08.492628Z","steps":["trace[1259465181] 'agreement among raft nodes before linearized reading' (duration: 1.6212454s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.492692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.871241Z","time spent":"1.621440496s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:08.492703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23997657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:41:08.492741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351286208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-02T17:41:08.492785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851650345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:41:08.492834Z","caller":"traceutil/trace.go:171","msg":"trace[1316194350] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26471; }","duration":"2.351403792s","start":"2026-04-02T17:41:06.141408Z","end":"2026-04-02T17:41:08.492812Z","steps":["trace[1316194350] 'agreement among raft nodes before linearized reading' (duration: 2.351135793s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.49289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.141399Z","time spent":"2.351482695s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-02T17:41:08.492903Z","caller":"traceutil/trace.go:171","msg":"trace[1435821162] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"1.392490246s","start":"2026-04-02T17:41:07.100399Z","end":"2026-04-02T17:41:08.492889Z","steps":["trace[1435821162] 'process raft request' (duration: 1.342644073s)","trace[1435821162] 'compare' (duration: 48.580073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:08.492944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296856919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:08.492962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743606951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:08.493002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.100373Z","time spent":"1.392564199s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:08.493006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852512513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:41:08.49301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352354552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:08.493015Z","caller":"traceutil/trace.go:171","msg":"trace[323459313] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26471; }","duration":"1.296984763s","start":"2026-04-02T17:41:07.196012Z","end":"2026-04-02T17:41:08.492997Z","steps":["trace[323459313] 'agreement among raft nodes before linearized reading' (duration: 1.29687447s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:08.493046Z","caller":"traceutil/trace.go:171","msg":"trace[1443862118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26471; }","duration":"1.743713235s","start":"2026-04-02T17:41:06.749297Z","end":"2026-04-02T17:41:08.493011Z","steps":["trace[1443862118] 'agreement among raft nodes before linearized reading' (duration: 1.743626192s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:08.493076Z","caller":"traceutil/trace.go:171","msg":"trace[1203978179] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26471; }","duration":"2.352469977s","start":"2026-04-02T17:41:06.140591Z","end":"2026-04-02T17:41:08.493061Z","steps":["trace[1203978179] 'agreement among raft nodes before linearized reading' (duration: 2.352343883s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.493115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032788766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:08.493134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.140565Z","time spent":"2.352554708s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:08.493165Z","caller":"traceutil/trace.go:171","msg":"trace[940451762] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26471; }","duration":"2.03289207s","start":"2026-04-02T17:41:06.460266Z","end":"2026-04-02T17:41:08.493158Z","steps":["trace[940451762] 'agreement among raft nodes before linearized reading' (duration: 2.032805117s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.493194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287084615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a29aeac1e3ed16\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-02T17:41:08.493233Z","caller":"traceutil/trace.go:171","msg":"trace[1155250871] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a29aeac1e3ed16; range_end:; response_count:1; response_revision:26471; }","duration":"2.287164929s","start":"2026-04-02T17:41:06.206053Z","end":"2026-04-02T17:41:08.493218Z","steps":["trace[1155250871] 'agreement among raft nodes before linearized reading' (duration: 2.287052455s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.493273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.206018Z","time spent":"2.287248861s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":901,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a29aeac1e3ed16\" "} {"level":"warn","ts":"2026-04-02T17:41:08.493302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152680309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:08.493089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.19598Z","time spent":"1.297093687s","remote":"127.0.0.1:35878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:08.493348Z","caller":"traceutil/trace.go:171","msg":"trace[1074821235] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26471; }","duration":"2.152790712s","start":"2026-04-02T17:41:06.340549Z","end":"2026-04-02T17:41:08.49334Z","steps":["trace[1074821235] 'agreement among raft nodes before linearized reading' (duration: 2.15270757s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:08.492875Z","caller":"traceutil/trace.go:171","msg":"trace[796142122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26471; }","duration":"1.851754368s","start":"2026-04-02T17:41:06.641077Z","end":"2026-04-02T17:41:08.492831Z","steps":["trace[796142122] 'agreement among raft nodes before linearized reading' (duration: 1.851517971s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.493393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.340525Z","time spent":"2.152843774s","remote":"127.0.0.1:59392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:41:08.492848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851773549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-02T17:41:08.493411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.641072Z","time spent":"1.852330457s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:41:08.493435Z","caller":"traceutil/trace.go:171","msg":"trace[1217212444] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26471; }","duration":"1.852372848s","start":"2026-04-02T17:41:06.641048Z","end":"2026-04-02T17:41:08.493421Z","steps":["trace[1217212444] 'agreement among raft nodes before linearized reading' (duration: 1.851682446s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:08.493055Z","caller":"traceutil/trace.go:171","msg":"trace[2030653171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26471; }","duration":"1.852601855s","start":"2026-04-02T17:41:06.640426Z","end":"2026-04-02T17:41:08.493028Z","steps":["trace[2030653171] 'agreement among raft nodes before linearized reading' (duration: 1.85243913s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.49347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.641043Z","time spent":"1.85241901s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:41:08.493218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.460243Z","time spent":"2.032966952s","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:08.493504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.640395Z","time spent":"1.853096501s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:41:08.492821Z","caller":"traceutil/trace.go:171","msg":"trace[1478826130] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26471; }","duration":"2.240216227s","start":"2026-04-02T17:41:06.25258Z","end":"2026-04-02T17:41:08.492796Z","steps":["trace[1478826130] 'agreement among raft nodes before linearized reading' (duration: 2.239901427s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.493605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.252548Z","time spent":"2.241045624s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:08.493089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:06.749272Z","time spent":"1.743805718s","remote":"127.0.0.1:43626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:08.67108Z","caller":"traceutil/trace.go:171","msg":"trace[217556997] linearizableReadLoop","detail":"{readStateIndex:27360; appliedIndex:27356; }","duration":"178.827737ms","start":"2026-04-02T17:41:08.492222Z","end":"2026-04-02T17:41:08.67105Z","steps":["trace[217556997] 'read index received' (duration: 99.040186ms)","trace[217556997] 'applied index is now lower than readState.Index' (duration: 79.785201ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:08.671212Z","caller":"traceutil/trace.go:171","msg":"trace[862222991] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"1.015725402s","start":"2026-04-02T17:41:07.655475Z","end":"2026-04-02T17:41:08.671201Z","steps":["trace[862222991] 'process raft request' (duration: 1.015529046s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:08.671237Z","caller":"traceutil/trace.go:171","msg":"trace[2082585990] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"1.016994442s","start":"2026-04-02T17:41:07.65419Z","end":"2026-04-02T17:41:08.671185Z","steps":["trace[2082585990] 'process raft request' (duration: 1.016769845s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.671324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.655447Z","time spent":"1.015792034s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:08.671516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.654173Z","time spent":"1.017190489s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:08.671826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.679288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:08.671875Z","caller":"traceutil/trace.go:171","msg":"trace[269091207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26475; }","duration":"501.764551ms","start":"2026-04-02T17:41:08.170099Z","end":"2026-04-02T17:41:08.671863Z","steps":["trace[269091207] 'agreement among raft nodes before linearized reading' (duration: 501.583845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.671909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.17009Z","time spent":"501.813033ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:08.672102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.606043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:08.672236Z","caller":"traceutil/trace.go:171","msg":"trace[452428347] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26475; }","duration":"520.652735ms","start":"2026-04-02T17:41:08.15148Z","end":"2026-04-02T17:41:08.672132Z","steps":["trace[452428347] 'agreement among raft nodes before linearized reading' (duration: 520.589233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.672316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.15145Z","time spent":"520.846801ms","remote":"127.0.0.1:35294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:08.672448Z","caller":"traceutil/trace.go:171","msg":"trace[1551160767] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"1.023629685s","start":"2026-04-02T17:41:07.648798Z","end":"2026-04-02T17:41:08.672428Z","steps":["trace[1551160767] 'process raft request' (duration: 942.442409ms)","trace[1551160767] 'compare' (duration: 79.296546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:08.672532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.177891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:08.672576Z","caller":"traceutil/trace.go:171","msg":"trace[83382232] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26475; }","duration":"597.298185ms","start":"2026-04-02T17:41:08.075264Z","end":"2026-04-02T17:41:08.672562Z","steps":["trace[83382232] 'agreement among raft nodes before linearized reading' (duration: 597.232863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.672534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.648771Z","time spent":"1.023719058s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:08.672616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.075238Z","time spent":"597.367068ms","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:08.672804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.83694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:08.67284Z","caller":"traceutil/trace.go:171","msg":"trace[975451425] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26475; }","duration":"753.909762ms","start":"2026-04-02T17:41:07.918921Z","end":"2026-04-02T17:41:08.672831Z","steps":["trace[975451425] 'agreement among raft nodes before linearized reading' (duration: 753.85137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.672871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.918903Z","time spent":"753.960053ms","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:08.673062Z","caller":"traceutil/trace.go:171","msg":"trace[1615884973] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"1.018976846s","start":"2026-04-02T17:41:07.654067Z","end":"2026-04-02T17:41:08.673044Z","steps":["trace[1615884973] 'process raft request' (duration: 1.016829097s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.673112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02034777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-02T17:41:08.673138Z","caller":"traceutil/trace.go:171","msg":"trace[1470105582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26475; }","duration":"1.020400552s","start":"2026-04-02T17:41:07.652731Z","end":"2026-04-02T17:41:08.673131Z","steps":["trace[1470105582] 'agreement among raft nodes before linearized reading' (duration: 1.020282708s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.673145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.654043Z","time spent":"1.019061249s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:08.673162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.652704Z","time spent":"1.020452453s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-02T17:41:08.673306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025505855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:41:08.67333Z","caller":"traceutil/trace.go:171","msg":"trace[1630496450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26475; }","duration":"1.025529306s","start":"2026-04-02T17:41:07.647795Z","end":"2026-04-02T17:41:08.673325Z","steps":["trace[1630496450] 'agreement among raft nodes before linearized reading' (duration: 1.025461334s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:08.673348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:07.647762Z","time spent":"1.025581277s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:41:09.488941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.852792ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-04-02T17:41:09.48919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.49694Z","time spent":"992.23757ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:41:09.489303Z","caller":"traceutil/trace.go:171","msg":"trace[1910645562] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"989.269135ms","start":"2026-04-02T17:41:08.500006Z","end":"2026-04-02T17:41:09.489275Z","steps":["trace[1910645562] 'process raft request' (duration: 989.045968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.489479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.499982Z","time spent":"989.40252ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:09.489254Z","caller":"traceutil/trace.go:171","msg":"trace[1520193069] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"988.925944ms","start":"2026-04-02T17:41:08.50031Z","end":"2026-04-02T17:41:09.489236Z","steps":["trace[1520193069] 'process raft request' (duration: 988.860572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.489662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.500027Z","time spent":"989.527673ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:09.490266Z","caller":"traceutil/trace.go:171","msg":"trace[1144338086] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"989.816903ms","start":"2026-04-02T17:41:08.500418Z","end":"2026-04-02T17:41:09.490235Z","steps":["trace[1144338086] 'process raft request' (duration: 988.78296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.490385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.500404Z","time spent":"989.909556ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:09.490466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.352356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:09.490502Z","caller":"traceutil/trace.go:171","msg":"trace[2093788643] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26480; }","duration":"988.419118ms","start":"2026-04-02T17:41:08.502074Z","end":"2026-04-02T17:41:09.490493Z","steps":["trace[2093788643] 'agreement among raft nodes before linearized reading' (duration: 988.348526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.490528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.502026Z","time spent":"988.496801ms","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:41:09.49054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.47971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-02T17:41:09.490562Z","caller":"traceutil/trace.go:171","msg":"trace[603525212] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"989.460462ms","start":"2026-04-02T17:41:08.501053Z","end":"2026-04-02T17:41:09.490514Z","steps":["trace[603525212] 'process raft request' (duration: 989.09974ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:09.490622Z","caller":"traceutil/trace.go:171","msg":"trace[1400074943] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26480; }","duration":"851.608955ms","start":"2026-04-02T17:41:08.638998Z","end":"2026-04-02T17:41:09.490606Z","steps":["trace[1400074943] 'agreement among raft nodes before linearized reading' (duration: 851.385238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.490661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.638974Z","time spent":"851.680147ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:41:09.490784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.501042Z","time spent":"989.623727ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:09.49081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.918386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:09.497297Z","caller":"traceutil/trace.go:171","msg":"trace[748215299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26480; }","duration":"1.001415574s","start":"2026-04-02T17:41:08.495865Z","end":"2026-04-02T17:41:09.497281Z","steps":["trace[748215299] 'agreement among raft nodes before linearized reading' (duration: 994.874175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.49733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.49586Z","time spent":"1.001462146s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:41:09.490848Z","caller":"traceutil/trace.go:171","msg":"trace[1493398416] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"988.935905ms","start":"2026-04-02T17:41:08.5019Z","end":"2026-04-02T17:41:09.490836Z","steps":["trace[1493398416] 'process raft request' (duration: 988.352117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.497452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.501871Z","time spent":"995.524196ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:09.491206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.408922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:41:09.497527Z","caller":"traceutil/trace.go:171","msg":"trace[1812201171] linearizableReadLoop","detail":"{readStateIndex:27366; appliedIndex:27360; }","duration":"819.145056ms","start":"2026-04-02T17:41:08.671162Z","end":"2026-04-02T17:41:09.490307Z","steps":["trace[1812201171] 'read index received' (duration: 138.805196ms)","trace[1812201171] 'applied index is now lower than readState.Index' (duration: 680.33906ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:09.497596Z","caller":"traceutil/trace.go:171","msg":"trace[83161416] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26480; }","duration":"1.001852108s","start":"2026-04-02T17:41:08.495733Z","end":"2026-04-02T17:41:09.497585Z","steps":["trace[83161416] 'agreement among raft nodes before linearized reading' (duration: 995.224746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.49763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.495717Z","time spent":"1.001901779s","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-02T17:41:09.498022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.711147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"info","ts":"2026-04-02T17:41:09.498053Z","caller":"traceutil/trace.go:171","msg":"trace[1010293021] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26480; }","duration":"820.782389ms","start":"2026-04-02T17:41:08.677263Z","end":"2026-04-02T17:41:09.498046Z","steps":["trace[1010293021] 'agreement among raft nodes before linearized reading' (duration: 820.631054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.49807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.677241Z","time spent":"820.82491ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:41:09.498063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.791111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:09.498148Z","caller":"traceutil/trace.go:171","msg":"trace[465850539] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26480; }","duration":"521.939196ms","start":"2026-04-02T17:41:08.976188Z","end":"2026-04-02T17:41:09.498127Z","steps":["trace[465850539] 'agreement among raft nodes before linearized reading' (duration: 521.768741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.498195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.976157Z","time spent":"522.028299ms","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:09.498273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.854167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:09.498299Z","caller":"traceutil/trace.go:171","msg":"trace[2098108979] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26480; }","duration":"726.95495ms","start":"2026-04-02T17:41:08.771338Z","end":"2026-04-02T17:41:09.498293Z","steps":["trace[2098108979] 'agreement among raft nodes before linearized reading' (duration: 726.863517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.49832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.771316Z","time spent":"726.995381ms","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:09.498807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.976799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4077699f-7b1a-4ba4-b5af-dc931b1feffe\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-02T17:41:09.49884Z","caller":"traceutil/trace.go:171","msg":"trace[371916742] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4077699f-7b1a-4ba4-b5af-dc931b1feffe; range_end:; response_count:1; response_revision:26480; }","duration":"818.096274ms","start":"2026-04-02T17:41:08.680735Z","end":"2026-04-02T17:41:09.498831Z","steps":["trace[371916742] 'agreement among raft nodes before linearized reading' (duration: 817.932689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.498862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.680729Z","time spent":"818.126665ms","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-4077699f-7b1a-4ba4-b5af-dc931b1feffe\" "} {"level":"warn","ts":"2026-04-02T17:41:09.498857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.749377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:09.498936Z","caller":"traceutil/trace.go:171","msg":"trace[503941524] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26480; }","duration":"504.85172ms","start":"2026-04-02T17:41:08.994059Z","end":"2026-04-02T17:41:09.49891Z","steps":["trace[503941524] 'agreement among raft nodes before linearized reading' (duration: 504.490009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.499057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.99404Z","time spent":"505.000594ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:09.501442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.085513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-2bx9x\" ","response":"range_response_count:1 size:6055"} {"level":"info","ts":"2026-04-02T17:41:09.50156Z","caller":"traceutil/trace.go:171","msg":"trace[1724231758] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-2bx9x; range_end:; response_count:1; response_revision:26480; }","duration":"823.230737ms","start":"2026-04-02T17:41:08.678295Z","end":"2026-04-02T17:41:09.501526Z","steps":["trace[1724231758] 'agreement among raft nodes before linearized reading' (duration: 820.173079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:09.501623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:08.678275Z","time spent":"823.33355ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6079,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-2bx9x\" "} {"level":"warn","ts":"2026-04-02T17:41:10.191998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:10.69277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:11.19316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513905509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:41:11.337762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.698662005s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:41:11.364465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776072829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:11.364602Z","caller":"traceutil/trace.go:171","msg":"trace[452727529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26481; }","duration":"1.776261766s","start":"2026-04-02T17:41:09.588307Z","end":"2026-04-02T17:41:11.364569Z","steps":["trace[452727529] 'range keys from in-memory index tree' (duration: 1.775959915s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.364667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.58828Z","time spent":"1.776372969s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:11.365179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775072708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-02T17:41:11.365452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772934119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:11.365487Z","caller":"traceutil/trace.go:171","msg":"trace[131116025] range","detail":"{range_begin:/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db; range_end:; response_count:1; response_revision:26481; }","duration":"1.775163551s","start":"2026-04-02T17:41:09.590067Z","end":"2026-04-02T17:41:11.36523Z","steps":["trace[131116025] 'range keys from in-memory index tree' (duration: 1.77484667s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.365495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775398858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6789855c5d-fkgc2.18a29a5f444b206a\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-02T17:41:11.365529Z","caller":"traceutil/trace.go:171","msg":"trace[224370004] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26481; }","duration":"1.773042443s","start":"2026-04-02T17:41:09.592468Z","end":"2026-04-02T17:41:11.36551Z","steps":["trace[224370004] 'range keys from in-memory index tree' (duration: 1.772863917s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:11.365547Z","caller":"traceutil/trace.go:171","msg":"trace[1693875615] range","detail":"{range_begin:/registry/events/openstack/heat-api-6789855c5d-fkgc2.18a29a5f444b206a; range_end:; response_count:1; response_revision:26481; }","duration":"1.775450589s","start":"2026-04-02T17:41:09.590083Z","end":"2026-04-02T17:41:11.365534Z","steps":["trace[1693875615] 'range keys from in-memory index tree' (duration: 1.775240373s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.365551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.590047Z","time spent":"1.77548678s","remote":"127.0.0.1:51622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-de5f25de-89c1-495a-8f7a-0b83971f09db\" "} {"level":"warn","ts":"2026-04-02T17:41:11.365571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.592459Z","time spent":"1.773103874s","remote":"127.0.0.1:51674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-02T17:41:11.365578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.590016Z","time spent":"1.775554573s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-6789855c5d-fkgc2.18a29a5f444b206a\" "} {"level":"warn","ts":"2026-04-02T17:41:11.365786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775577943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-02T17:41:11.365874Z","caller":"traceutil/trace.go:171","msg":"trace[1321330546] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26481; }","duration":"1.775677087s","start":"2026-04-02T17:41:09.590176Z","end":"2026-04-02T17:41:11.365853Z","steps":["trace[1321330546] 'range keys from in-memory index tree' (duration: 1.775375887s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.365911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.590113Z","time spent":"1.7757898s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T17:41:11.365959Z","caller":"traceutil/trace.go:171","msg":"trace[579646006] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"1.72696501s","start":"2026-04-02T17:41:09.63895Z","end":"2026-04-02T17:41:11.365915Z","steps":["trace[579646006] 'process raft request' (duration: 1.699047157s)","trace[579646006] 'compare' (duration: 27.383566ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:11.366121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.638914Z","time spent":"1.727118024s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:11.655617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.030599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:11.656048Z","caller":"traceutil/trace.go:171","msg":"trace[2063325715] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"1.997206289s","start":"2026-04-02T17:41:09.658818Z","end":"2026-04-02T17:41:11.656025Z","steps":["trace[2063325715] 'process raft request' (duration: 1.996992763s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:11.656108Z","caller":"traceutil/trace.go:171","msg":"trace[303959111] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"1.997324273s","start":"2026-04-02T17:41:09.658738Z","end":"2026-04-02T17:41:11.656063Z","steps":["trace[303959111] 'process raft request' (duration: 1.996982562s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:11.656124Z","caller":"traceutil/trace.go:171","msg":"trace[919227830] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"1.997261301s","start":"2026-04-02T17:41:09.658824Z","end":"2026-04-02T17:41:11.656085Z","steps":["trace[919227830] 'process raft request' (duration: 1.997014664s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.656245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.658791Z","time spent":"1.997351644s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:11.656276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.658723Z","time spent":"1.997468258s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:11.656324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.658801Z","time spent":"1.997424456s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:11.656299Z","caller":"traceutil/trace.go:171","msg":"trace[432079634] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"1.997306143s","start":"2026-04-02T17:41:09.658947Z","end":"2026-04-02T17:41:11.656254Z","steps":["trace[432079634] 'process raft request' (duration: 1.99691596s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:11.656616Z","caller":"traceutil/trace.go:171","msg":"trace[984042035] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"2.000845005s","start":"2026-04-02T17:41:09.654991Z","end":"2026-04-02T17:41:11.655836Z","steps":["trace[984042035] 'process raft request' (duration: 1.879501026s)","trace[984042035] 'compare' (duration: 120.43001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:11.656721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.654962Z","time spent":"2.001702343s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:11.656677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.658915Z","time spent":"1.997599782s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:11.802919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.987309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-02T17:41:11.802948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.022442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:11.80312Z","caller":"traceutil/trace.go:171","msg":"trace[866441283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26487; }","duration":"107.231568ms","start":"2026-04-02T17:41:11.695862Z","end":"2026-04-02T17:41:11.803094Z","steps":["trace[866441283] 'range keys from in-memory index tree' (duration: 106.988581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.803547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111683369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:11.803719Z","caller":"traceutil/trace.go:171","msg":"trace[635473838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26487; }","duration":"2.111892216s","start":"2026-04-02T17:41:09.691807Z","end":"2026-04-02T17:41:11.803699Z","steps":["trace[635473838] 'agreement among raft nodes before linearized reading' (duration: 2.111670338s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.803784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.69179Z","time spent":"2.111975119s","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:41:11.803258Z","caller":"traceutil/trace.go:171","msg":"trace[792321522] linearizableReadLoop","detail":"{readStateIndex:27374; appliedIndex:27367; }","duration":"2.111378679s","start":"2026-04-02T17:41:09.691848Z","end":"2026-04-02T17:41:11.803227Z","steps":["trace[792321522] 'read index received' (duration: 1.646176007s)","trace[792321522] 'applied index is now lower than readState.Index' (duration: 465.201012ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:11.803888Z","caller":"traceutil/trace.go:171","msg":"trace[748344943] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"434.994736ms","start":"2026-04-02T17:41:11.368858Z","end":"2026-04-02T17:41:11.803853Z","steps":["trace[748344943] 'process raft request' (duration: 434.212561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:11.804095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.368802Z","time spent":"435.192413ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:12.063601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.668891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:12.064057Z","caller":"traceutil/trace.go:171","msg":"trace[1017936619] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"686.022252ms","start":"2026-04-02T17:41:11.378006Z","end":"2026-04-02T17:41:12.064028Z","steps":["trace[1017936619] 'process raft request' (duration: 425.828854ms)","trace[1017936619] 'compare' (duration: 258.115892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:12.064149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.377978Z","time spent":"686.134376ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:12.064149Z","caller":"traceutil/trace.go:171","msg":"trace[322620537] linearizableReadLoop","detail":"{readStateIndex:27376; appliedIndex:27375; }","duration":"260.224609ms","start":"2026-04-02T17:41:11.803833Z","end":"2026-04-02T17:41:12.064058Z","steps":["trace[322620537] 'read index received' (duration: 65.072µs)","trace[322620537] 'applied index is now lower than readState.Index' (duration: 260.156827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:12.073456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.94345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-744845dffb-4zsfp.18a29a5cf0b039c9\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-02T17:41:12.073517Z","caller":"traceutil/trace.go:171","msg":"trace[2052295833] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-744845dffb-4zsfp.18a29a5cf0b039c9; range_end:; response_count:1; response_revision:26489; }","duration":"265.046624ms","start":"2026-04-02T17:41:11.808454Z","end":"2026-04-02T17:41:12.073501Z","steps":["trace[2052295833] 'agreement among raft nodes before linearized reading' (duration: 264.94284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.073606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.692511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:41:12.07383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.444543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:41:12.073866Z","caller":"traceutil/trace.go:171","msg":"trace[2104314300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26489; }","duration":"573.502234ms","start":"2026-04-02T17:41:11.500353Z","end":"2026-04-02T17:41:12.073855Z","steps":["trace[2104314300] 'agreement among raft nodes before linearized reading' (duration: 563.938328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.073906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.500343Z","time spent":"573.555436ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:41:12.073846Z","caller":"traceutil/trace.go:171","msg":"trace[1078188181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26489; }","duration":"574.011101ms","start":"2026-04-02T17:41:11.499804Z","end":"2026-04-02T17:41:12.073815Z","steps":["trace[1078188181] 'agreement among raft nodes before linearized reading' (duration: 564.477746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.074131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.699441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:41:12.074179Z","caller":"traceutil/trace.go:171","msg":"trace[1057512795] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26489; }","duration":"578.806264ms","start":"2026-04-02T17:41:11.495362Z","end":"2026-04-02T17:41:12.074168Z","steps":["trace[1057512795] 'agreement among raft nodes before linearized reading' (duration: 568.942009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.074208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.495334Z","time spent":"578.867736ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:41:12.074448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569118344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-02T17:41:12.074493Z","caller":"traceutil/trace.go:171","msg":"trace[1060783819] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02; range_end:; response_count:1; response_revision:26489; }","duration":"1.569202316s","start":"2026-04-02T17:41:10.505277Z","end":"2026-04-02T17:41:12.074479Z","steps":["trace[1060783819] 'agreement among raft nodes before linearized reading' (duration: 1.559039781s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.074524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:10.505249Z","time spent":"1.569267068s","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-13f1df0c-4bdd-499e-84fa-9b188e90aa02\" "} {"level":"warn","ts":"2026-04-02T17:41:12.074696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.616632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:12.07475Z","caller":"traceutil/trace.go:171","msg":"trace[2042435103] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26489; }","duration":"824.718745ms","start":"2026-04-02T17:41:11.250019Z","end":"2026-04-02T17:41:12.074738Z","steps":["trace[2042435103] 'agreement among raft nodes before linearized reading' (duration: 814.138697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.074773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.849403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:41:12.074816Z","caller":"traceutil/trace.go:171","msg":"trace[366033866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26489; }","duration":"572.910005ms","start":"2026-04-02T17:41:11.501897Z","end":"2026-04-02T17:41:12.074807Z","steps":["trace[366033866] 'agreement among raft nodes before linearized reading' (duration: 562.383289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.074828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.719318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:41:12.074852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.50189Z","time spent":"572.955897ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:41:12.074889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.195193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:12.074925Z","caller":"traceutil/trace.go:171","msg":"trace[563648928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26489; }","duration":"699.243214ms","start":"2026-04-02T17:41:11.375673Z","end":"2026-04-02T17:41:12.074917Z","steps":["trace[563648928] 'agreement among raft nodes before linearized reading' (duration: 688.545872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.074955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.375665Z","time spent":"699.283145ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:41:12.07502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.114105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:12.075064Z","caller":"traceutil/trace.go:171","msg":"trace[1516994485] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26489; }","duration":"275.209878ms","start":"2026-04-02T17:41:11.799844Z","end":"2026-04-02T17:41:12.075054Z","steps":["trace[1516994485] 'agreement among raft nodes before linearized reading' (duration: 264.498796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.075267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.737269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-02T17:41:12.075305Z","caller":"traceutil/trace.go:171","msg":"trace[377362271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26489; }","duration":"597.821412ms","start":"2026-04-02T17:41:11.477475Z","end":"2026-04-02T17:41:12.075297Z","steps":["trace[377362271] 'agreement among raft nodes before linearized reading' (duration: 586.623744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.075334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.477451Z","time spent":"597.875863ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-02T17:41:12.075412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.25498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:41:12.075459Z","caller":"traceutil/trace.go:171","msg":"trace[1833435236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26489; }","duration":"702.355354ms","start":"2026-04-02T17:41:11.373094Z","end":"2026-04-02T17:41:12.075449Z","steps":["trace[1833435236] 'agreement among raft nodes before linearized reading' (duration: 691.137146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.075488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.373063Z","time spent":"702.417516ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:41:12.075553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.630344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:41:12.075587Z","caller":"traceutil/trace.go:171","msg":"trace[320685520] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26489; }","duration":"510.705927ms","start":"2026-04-02T17:41:11.564872Z","end":"2026-04-02T17:41:12.075578Z","steps":["trace[320685520] 'agreement among raft nodes before linearized reading' (duration: 499.487479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.075616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.564845Z","time spent":"510.765189ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:41:12.075766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395906336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-02T17:41:12.075779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289329338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:12.075808Z","caller":"traceutil/trace.go:171","msg":"trace[2010766538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26489; }","duration":"1.395992719s","start":"2026-04-02T17:41:10.679803Z","end":"2026-04-02T17:41:12.075796Z","steps":["trace[2010766538] 'agreement among raft nodes before linearized reading' (duration: 1.3844461s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:12.075815Z","caller":"traceutil/trace.go:171","msg":"trace[750301277] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26489; }","duration":"2.289516544s","start":"2026-04-02T17:41:09.786288Z","end":"2026-04-02T17:41:12.075805Z","steps":["trace[750301277] 'agreement among raft nodes before linearized reading' (duration: 2.278073329s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.075832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:10.679774Z","time spent":"1.396052571s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:41:12.075847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:09.786258Z","time spent":"2.289579816s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:12.075991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103502278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:12.076021Z","caller":"traceutil/trace.go:171","msg":"trace[1783560720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26489; }","duration":"1.103582921s","start":"2026-04-02T17:41:10.972431Z","end":"2026-04-02T17:41:12.076014Z","steps":["trace[1783560720] 'agreement among raft nodes before linearized reading' (duration: 1.091832306s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.076044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:10.972401Z","time spent":"1.103636673s","remote":"127.0.0.1:37034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:12.076055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.202895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:41:12.07609Z","caller":"traceutil/trace.go:171","msg":"trace[1829107068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26489; }","duration":"573.259646ms","start":"2026-04-02T17:41:11.502821Z","end":"2026-04-02T17:41:12.07608Z","steps":["trace[1829107068] 'agreement among raft nodes before linearized reading' (duration: 561.555172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.076127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.50281Z","time spent":"573.310558ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:41:12.074046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.499754Z","time spent":"574.27985ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:41:12.074862Z","caller":"traceutil/trace.go:171","msg":"trace[1981419330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26489; }","duration":"627.80346ms","start":"2026-04-02T17:41:11.447049Z","end":"2026-04-02T17:41:12.074852Z","steps":["trace[1981419330] 'agreement among raft nodes before linearized reading' (duration: 617.15207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:12.076809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.447019Z","time spent":"629.776963ms","remote":"127.0.0.1:37076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:12.074784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:11.249996Z","time spent":"824.776597ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:42:01.181048Z","caller":"traceutil/trace.go:171","msg":"trace[1561260037] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"127.522307ms","start":"2026-04-02T17:42:01.053491Z","end":"2026-04-02T17:42:01.181013Z","steps":["trace[1561260037] 'process raft request' (duration: 127.29267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:02.071078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.983248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:02.071223Z","caller":"traceutil/trace.go:171","msg":"trace[1586458732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26940; }","duration":"375.154174ms","start":"2026-04-02T17:42:01.696044Z","end":"2026-04-02T17:42:02.071199Z","steps":["trace[1586458732] 'range keys from in-memory index tree' (duration: 374.961248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:02.071306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.096569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:02.071478Z","caller":"traceutil/trace.go:171","msg":"trace[1711345654] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26940; }","duration":"338.339957ms","start":"2026-04-02T17:42:01.733102Z","end":"2026-04-02T17:42:02.071442Z","steps":["trace[1711345654] 'count revisions from in-memory index tree' (duration: 337.990076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:02.07154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:01.733077Z","time spent":"338.44822ms","remote":"127.0.0.1:35206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:42:02.093458Z","caller":"traceutil/trace.go:171","msg":"trace[778730994] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"207.138152ms","start":"2026-04-02T17:42:01.88628Z","end":"2026-04-02T17:42:02.093418Z","steps":["trace[778730994] 'process raft request' (duration: 206.861203ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:02.098772Z","caller":"traceutil/trace.go:171","msg":"trace[1362383453] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"212.428541ms","start":"2026-04-02T17:42:01.886289Z","end":"2026-04-02T17:42:02.098718Z","steps":["trace[1362383453] 'process raft request' (duration: 212.209294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:02.099148Z","caller":"traceutil/trace.go:171","msg":"trace[15180363] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"210.887012ms","start":"2026-04-02T17:42:01.888233Z","end":"2026-04-02T17:42:02.09912Z","steps":["trace[15180363] 'process raft request' (duration: 210.435168ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:02.099398Z","caller":"traceutil/trace.go:171","msg":"trace[1923376116] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"209.713215ms","start":"2026-04-02T17:42:01.889673Z","end":"2026-04-02T17:42:02.099386Z","steps":["trace[1923376116] 'process raft request' (duration: 209.327783ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:02.099407Z","caller":"traceutil/trace.go:171","msg":"trace[92821793] linearizableReadLoop","detail":"{readStateIndex:27845; appliedIndex:27840; }","duration":"192.594717ms","start":"2026-04-02T17:42:01.906792Z","end":"2026-04-02T17:42:02.099387Z","steps":["trace[92821793] 'read index received' (duration: 186.349217ms)","trace[92821793] 'applied index is now lower than readState.Index' (duration: 6.24421ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:02.099433Z","caller":"traceutil/trace.go:171","msg":"trace[990013436] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"209.300091ms","start":"2026-04-02T17:42:01.890117Z","end":"2026-04-02T17:42:02.099417Z","steps":["trace[990013436] 'process raft request' (duration: 209.125605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:02.099608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.790594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:42:02.099678Z","caller":"traceutil/trace.go:171","msg":"trace[1061525173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26945; }","duration":"192.918558ms","start":"2026-04-02T17:42:01.906744Z","end":"2026-04-02T17:42:02.099663Z","steps":["trace[1061525173] 'agreement among raft nodes before linearized reading' (duration: 192.716201ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:03.129402Z","caller":"traceutil/trace.go:171","msg":"trace[725972103] linearizableReadLoop","detail":"{readStateIndex:27853; appliedIndex:27852; }","duration":"270.13613ms","start":"2026-04-02T17:42:02.859233Z","end":"2026-04-02T17:42:03.129369Z","steps":["trace[725972103] 'read index received' (duration: 269.857602ms)","trace[725972103] 'applied index is now lower than readState.Index' (duration: 276.678µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:03.129546Z","caller":"traceutil/trace.go:171","msg":"trace[293472684] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"386.444813ms","start":"2026-04-02T17:42:02.743056Z","end":"2026-04-02T17:42:03.129501Z","steps":["trace[293472684] 'process raft request' (duration: 386.010909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.129665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.412829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.139\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-02T17:42:03.129707Z","caller":"traceutil/trace.go:171","msg":"trace[127425028] range","detail":"{range_begin:/registry/masterleases/199.19.213.139; range_end:; response_count:1; response_revision:26953; }","duration":"270.534173ms","start":"2026-04-02T17:42:02.85916Z","end":"2026-04-02T17:42:03.129694Z","steps":["trace[127425028] 'agreement among raft nodes before linearized reading' (duration: 270.326906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.129805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:02.742989Z","time spent":"386.669169ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:03.510822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.105449ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-02T17:42:03.510941Z","caller":"traceutil/trace.go:171","msg":"trace[876342561] linearizableReadLoop","detail":"{readStateIndex:27854; appliedIndex:27853; }","duration":"360.663879ms","start":"2026-04-02T17:42:03.150256Z","end":"2026-04-02T17:42:03.51092Z","steps":["trace[876342561] 'read index received' (duration: 84.316312ms)","trace[876342561] 'applied index is now lower than readState.Index' (duration: 276.346037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:03.511051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.131076Z","time spent":"379.970079ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:42:03.511276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.996859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:03.511394Z","caller":"traceutil/trace.go:171","msg":"trace[335410187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26953; }","duration":"361.121083ms","start":"2026-04-02T17:42:03.150244Z","end":"2026-04-02T17:42:03.511365Z","steps":["trace[335410187] 'agreement among raft nodes before linearized reading' (duration: 360.909386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.51144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.150214Z","time spent":"361.217506ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:42:03.511439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.036291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-02T17:42:03.511541Z","caller":"traceutil/trace.go:171","msg":"trace[1249043318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26953; }","duration":"330.206206ms","start":"2026-04-02T17:42:03.181307Z","end":"2026-04-02T17:42:03.511513Z","steps":["trace[1249043318] 'agreement among raft nodes before linearized reading' (duration: 329.849795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.511626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.181276Z","time spent":"330.33368ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:42:03.988378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.649279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:03.988611Z","caller":"traceutil/trace.go:171","msg":"trace[1822206707] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"362.405314ms","start":"2026-04-02T17:42:03.626185Z","end":"2026-04-02T17:42:03.98859Z","steps":["trace[1822206707] 'process raft request' (duration: 362.329321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.626153Z","time spent":"362.500347ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:03.98885Z","caller":"traceutil/trace.go:171","msg":"trace[1399434967] linearizableReadLoop","detail":"{readStateIndex:27855; appliedIndex:27854; }","duration":"475.394051ms","start":"2026-04-02T17:42:03.513407Z","end":"2026-04-02T17:42:03.988802Z","steps":["trace[1399434967] 'read index received' (duration: 177.309669ms)","trace[1399434967] 'applied index is now lower than readState.Index' (duration: 298.076632ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:03.988868Z","caller":"traceutil/trace.go:171","msg":"trace[736618347] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"475.515515ms","start":"2026-04-02T17:42:03.513317Z","end":"2026-04-02T17:42:03.988832Z","steps":["trace[736618347] 'process raft request' (duration: 177.310879ms)","trace[736618347] 'compare' (duration: 297.446832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:03.989026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.588487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:03.989089Z","caller":"traceutil/trace.go:171","msg":"trace[1871865874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26955; }","duration":"475.731382ms","start":"2026-04-02T17:42:03.513343Z","end":"2026-04-02T17:42:03.989074Z","steps":["trace[1871865874] 'agreement among raft nodes before linearized reading' (duration: 475.572687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.989082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.513296Z","time spent":"475.68613ms","remote":"127.0.0.1:51488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:03.98913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.51332Z","time spent":"475.799124ms","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:42:03.989209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.395365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-02T17:42:03.989223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.719363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:03.989262Z","caller":"traceutil/trace.go:171","msg":"trace[765274121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26955; }","duration":"471.492738ms","start":"2026-04-02T17:42:03.517756Z","end":"2026-04-02T17:42:03.989249Z","steps":["trace[765274121] 'agreement among raft nodes before linearized reading' (duration: 471.24477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.98932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.517744Z","time spent":"471.56728ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:42:03.989321Z","caller":"traceutil/trace.go:171","msg":"trace[2030730664] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26955; }","duration":"336.902528ms","start":"2026-04-02T17:42:03.652397Z","end":"2026-04-02T17:42:03.989299Z","steps":["trace[2030730664] 'agreement among raft nodes before linearized reading' (duration: 336.672451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.989375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.652372Z","time spent":"336.993851ms","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:04.944443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.5057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:04.944577Z","caller":"traceutil/trace.go:171","msg":"trace[1386080667] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"844.344022ms","start":"2026-04-02T17:42:04.100209Z","end":"2026-04-02T17:42:04.944553Z","steps":["trace[1386080667] 'process raft request' (duration: 384.617185ms)","trace[1386080667] 'compare' (duration: 458.926522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:04.944642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.100149Z","time spent":"844.462576ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.58513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.159682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:05.585511Z","caller":"traceutil/trace.go:171","msg":"trace[929430632] linearizableReadLoop","detail":"{readStateIndex:27861; appliedIndex:27856; }","duration":"1.475516942s","start":"2026-04-02T17:42:04.109972Z","end":"2026-04-02T17:42:05.585489Z","steps":["trace[929430632] 'read index received' (duration: 374.874687ms)","trace[929430632] 'applied index is now lower than readState.Index' (duration: 1.100641305s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:05.585506Z","caller":"traceutil/trace.go:171","msg":"trace[61885275] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"1.480605423s","start":"2026-04-02T17:42:04.104793Z","end":"2026-04-02T17:42:05.585399Z","steps":["trace[61885275] 'process raft request' (duration: 1.013057759s)","trace[61885275] 'compare' (duration: 466.696967ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:05.585662Z","caller":"traceutil/trace.go:171","msg":"trace[303304764] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"1.479213529s","start":"2026-04-02T17:42:04.106392Z","end":"2026-04-02T17:42:05.585605Z","steps":["trace[303304764] 'process raft request' (duration: 1.479049033s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.58565Z","caller":"traceutil/trace.go:171","msg":"trace[1663177107] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"1.479671644s","start":"2026-04-02T17:42:04.105936Z","end":"2026-04-02T17:42:05.585608Z","steps":["trace[1663177107] 'process raft request' (duration: 1.479466707s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.585752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434851898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:42:05.586081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.158096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:42:05.586125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12296655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:42:05.586151Z","caller":"traceutil/trace.go:171","msg":"trace[491278492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26960; }","duration":"1.435325203s","start":"2026-04-02T17:42:04.15081Z","end":"2026-04-02T17:42:05.586135Z","steps":["trace[491278492] 'agreement among raft nodes before linearized reading' (duration: 1.434851718s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.586168Z","caller":"traceutil/trace.go:171","msg":"trace[1336489261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26960; }","duration":"1.123028032s","start":"2026-04-02T17:42:04.463124Z","end":"2026-04-02T17:42:05.586152Z","steps":["trace[1336489261] 'agreement among raft nodes before linearized reading' (duration: 1.122948439s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.586166Z","caller":"traceutil/trace.go:171","msg":"trace[1653903982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26960; }","duration":"413.28288ms","start":"2026-04-02T17:42:05.172866Z","end":"2026-04-02T17:42:05.586149Z","steps":["trace[1653903982] 'agreement among raft nodes before linearized reading' (duration: 413.152996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.586195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.150765Z","time spent":"1.435420596s","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:42:05.586223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.172846Z","time spent":"413.363163ms","remote":"127.0.0.1:35302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:05.586199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.463116Z","time spent":"1.123076423s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:42:05.586037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.105927Z","time spent":"1.479846329s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.586259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143918872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:42:05.586418Z","caller":"traceutil/trace.go:171","msg":"trace[1738665971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26960; }","duration":"1.144149878s","start":"2026-04-02T17:42:04.442242Z","end":"2026-04-02T17:42:05.586392Z","steps":["trace[1738665971] 'agreement among raft nodes before linearized reading' (duration: 1.143742556s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.585864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.106379Z","time spent":"1.479389075s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.586186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.249069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:42:05.586482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.442179Z","time spent":"1.144288423s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:42:05.585766Z","caller":"traceutil/trace.go:171","msg":"trace[906143617] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"1.480809259s","start":"2026-04-02T17:42:04.104846Z","end":"2026-04-02T17:42:05.585655Z","steps":["trace[906143617] 'process raft request' (duration: 1.480432997s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.586536Z","caller":"traceutil/trace.go:171","msg":"trace[1400617775] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26960; }","duration":"413.644741ms","start":"2026-04-02T17:42:05.172874Z","end":"2026-04-02T17:42:05.586518Z","steps":["trace[1400617775] 'agreement among raft nodes before linearized reading' (duration: 413.241549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.586033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128263187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-02T17:42:05.586445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128416222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:42:05.586619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.104821Z","time spent":"1.481740469s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:05.586641Z","caller":"traceutil/trace.go:171","msg":"trace[1134714360] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26960; }","duration":"1.128855085s","start":"2026-04-02T17:42:04.457759Z","end":"2026-04-02T17:42:05.586614Z","steps":["trace[1134714360] 'agreement among raft nodes before linearized reading' (duration: 1.128206205s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.586064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128196915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:42:05.586697Z","caller":"traceutil/trace.go:171","msg":"trace[746828644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26960; }","duration":"1.128707711s","start":"2026-04-02T17:42:04.457918Z","end":"2026-04-02T17:42:05.586626Z","steps":["trace[746828644] 'agreement among raft nodes before linearized reading' (duration: 1.128143153s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.586704Z","caller":"traceutil/trace.go:171","msg":"trace[553207749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26960; }","duration":"1.128885717s","start":"2026-04-02T17:42:04.457797Z","end":"2026-04-02T17:42:05.586683Z","steps":["trace[553207749] 'agreement among raft nodes before linearized reading' (duration: 1.128144563s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.586871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.457894Z","time spent":"1.128910987s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:42:05.586892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.457774Z","time spent":"1.129105144s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:42:05.585844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.104764Z","time spent":"1.48082343s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.586588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.172852Z","time spent":"413.719384ms","remote":"127.0.0.1:35852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:05.585796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475831602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:42:05.587049Z","caller":"traceutil/trace.go:171","msg":"trace[1047351512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26960; }","duration":"1.477081742s","start":"2026-04-02T17:42:04.109954Z","end":"2026-04-02T17:42:05.587036Z","steps":["trace[1047351512] 'agreement among raft nodes before linearized reading' (duration: 1.475654047s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.587092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.109909Z","time spent":"1.477170754s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:42:05.586091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127935337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:42:05.58716Z","caller":"traceutil/trace.go:171","msg":"trace[1917479047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26960; }","duration":"1.129074883s","start":"2026-04-02T17:42:04.45806Z","end":"2026-04-02T17:42:05.587135Z","steps":["trace[1917479047] 'agreement among raft nodes before linearized reading' (duration: 1.127879485s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.586746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.457482Z","time spent":"1.129198427s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:42:05.587216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.458043Z","time spent":"1.129155865s","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:42:06.095475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10980511804513906870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:42:06.219925Z","caller":"traceutil/trace.go:171","msg":"trace[817460233] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"627.926837ms","start":"2026-04-02T17:42:05.59196Z","end":"2026-04-02T17:42:06.219887Z","steps":["trace[817460233] 'process raft request' (duration: 585.200468ms)","trace[817460233] 'compare' (duration: 42.489302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:06.220102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.591936Z","time spent":"628.075031ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:06.247875Z","caller":"traceutil/trace.go:171","msg":"trace[542546311] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"653.635079ms","start":"2026-04-02T17:42:05.59421Z","end":"2026-04-02T17:42:06.247845Z","steps":["trace[542546311] 'process raft request' (duration: 653.402631ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:06.247962Z","caller":"traceutil/trace.go:171","msg":"trace[863528602] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"653.38537ms","start":"2026-04-02T17:42:05.594532Z","end":"2026-04-02T17:42:06.247918Z","steps":["trace[863528602] 'process raft request' (duration: 653.225965ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:06.248156Z","caller":"traceutil/trace.go:171","msg":"trace[697385122] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"653.359949ms","start":"2026-04-02T17:42:05.594786Z","end":"2026-04-02T17:42:06.248146Z","steps":["trace[697385122] 'process raft request' (duration: 653.039589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:06.24801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.594177Z","time spent":"653.767013ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:06.247885Z","caller":"traceutil/trace.go:171","msg":"trace[778561286] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"653.316059ms","start":"2026-04-02T17:42:05.594553Z","end":"2026-04-02T17:42:06.247869Z","steps":["trace[778561286] 'process raft request' (duration: 653.240766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:06.24826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.594774Z","time spent":"653.458303ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:06.248312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.594543Z","time spent":"653.728781ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:06.248153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.594517Z","time spent":"653.537765ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:06.24835Z","caller":"traceutil/trace.go:171","msg":"trace[859670684] linearizableReadLoop","detail":"{readStateIndex:27869; appliedIndex:27861; }","duration":"653.308128ms","start":"2026-04-02T17:42:05.595017Z","end":"2026-04-02T17:42:06.248325Z","steps":["trace[859670684] 'read index received' (duration: 582.157061ms)","trace[859670684] 'applied index is now lower than readState.Index' (duration: 71.149807ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:06.24838Z","caller":"traceutil/trace.go:171","msg":"trace[1178491762] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"650.170949ms","start":"2026-04-02T17:42:05.59816Z","end":"2026-04-02T17:42:06.248331Z","steps":["trace[1178491762] 'process raft request' (duration: 649.928091ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:06.248493Z","caller":"traceutil/trace.go:171","msg":"trace[1016228448] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"649.234559ms","start":"2026-04-02T17:42:05.599248Z","end":"2026-04-02T17:42:06.248482Z","steps":["trace[1016228448] 'process raft request' (duration: 648.973111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:06.248517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.467263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:06.24857Z","caller":"traceutil/trace.go:171","msg":"trace[71464675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26968; }","duration":"653.563716ms","start":"2026-04-02T17:42:05.594997Z","end":"2026-04-02T17:42:06.248561Z","steps":["trace[71464675] 'agreement among raft nodes before linearized reading' (duration: 653.401761ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:06.248522Z","caller":"traceutil/trace.go:171","msg":"trace[402354937] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"253.047919ms","start":"2026-04-02T17:42:05.995446Z","end":"2026-04-02T17:42:06.248494Z","steps":["trace[402354937] 'process raft request' (duration: 252.838273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:06.248584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.598129Z","time spent":"650.344355ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:06.248588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.599238Z","time spent":"649.286981ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:06.248597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.463511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:06.248756Z","caller":"traceutil/trace.go:171","msg":"trace[252979735] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26968; }","duration":"112.661547ms","start":"2026-04-02T17:42:06.136082Z","end":"2026-04-02T17:42:06.248744Z","steps":["trace[252979735] 'agreement among raft nodes before linearized reading' (duration: 112.481422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:06.24863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.594988Z","time spent":"653.634558ms","remote":"127.0.0.1:51470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:42:06.248533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.282853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:06.248887Z","caller":"traceutil/trace.go:171","msg":"trace[1751130329] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26968; }","duration":"365.621594ms","start":"2026-04-02T17:42:05.883239Z","end":"2026-04-02T17:42:06.24886Z","steps":["trace[1751130329] 'agreement among raft nodes before linearized reading' (duration: 365.253042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:06.24897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:05.883175Z","time spent":"365.770789ms","remote":"127.0.0.1:59500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:06.456007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.344103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-02T17:42:06.456123Z","caller":"traceutil/trace.go:171","msg":"trace[1786875648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26968; }","duration":"134.497727ms","start":"2026-04-02T17:42:06.321599Z","end":"2026-04-02T17:42:06.456097Z","steps":["trace[1786875648] 'range keys from in-memory index tree' (duration: 134.066724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:07.442235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.980199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:07.442392Z","caller":"traceutil/trace.go:171","msg":"trace[173095692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26969; }","duration":"291.159434ms","start":"2026-04-02T17:42:07.151163Z","end":"2026-04-02T17:42:07.442323Z","steps":["trace[173095692] 'range keys from in-memory index tree' (duration: 290.812583ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:07.950018Z","caller":"traceutil/trace.go:171","msg":"trace[1531103962] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"357.972093ms","start":"2026-04-02T17:42:07.592012Z","end":"2026-04-02T17:42:07.949984Z","steps":["trace[1531103962] 'process raft request' (duration: 357.720065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:07.950227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:07.591984Z","time spent":"358.127028ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:07.974156Z","caller":"traceutil/trace.go:171","msg":"trace[845836713] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"380.682631ms","start":"2026-04-02T17:42:07.593435Z","end":"2026-04-02T17:42:07.974117Z","steps":["trace[845836713] 'process raft request' (duration: 380.433193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:07.974382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:07.5934Z","time spent":"380.850896ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:07.974616Z","caller":"traceutil/trace.go:171","msg":"trace[2073618861] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"380.014999ms","start":"2026-04-02T17:42:07.594553Z","end":"2026-04-02T17:42:07.974568Z","steps":["trace[2073618861] 'process raft request' (duration: 379.512974ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:07.974814Z","caller":"traceutil/trace.go:171","msg":"trace[944733188] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"380.171954ms","start":"2026-04-02T17:42:07.594579Z","end":"2026-04-02T17:42:07.974751Z","steps":["trace[944733188] 'process raft request' (duration: 379.807433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:07.975051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:07.594565Z","time spent":"380.34536ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:07.975337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:07.594541Z","time spent":"380.162765ms","remote":"127.0.0.1:51742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:08.433736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.234509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-02T17:42:08.434142Z","caller":"traceutil/trace.go:171","msg":"trace[965968191] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27874; }","duration":"255.437856ms","start":"2026-04-02T17:42:08.178677Z","end":"2026-04-02T17:42:08.434115Z","steps":["trace[965968191] 'read index received' (duration: 170.479684ms)","trace[965968191] 'applied index is now lower than readState.Index' (duration: 84.956182ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:08.434252Z","caller":"traceutil/trace.go:171","msg":"trace[132697672] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"295.832561ms","start":"2026-04-02T17:42:08.138403Z","end":"2026-04-02T17:42:08.434235Z","steps":["trace[132697672] 'process raft request' (duration: 295.47986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.434498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.807538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:08.434548Z","caller":"traceutil/trace.go:171","msg":"trace[38853391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26974; }","duration":"255.902611ms","start":"2026-04-02T17:42:08.178632Z","end":"2026-04-02T17:42:08.434534Z","steps":["trace[38853391] 'agreement among raft nodes before linearized reading' (duration: 255.805307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.435528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.455905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:42:08.435669Z","caller":"traceutil/trace.go:171","msg":"trace[684122013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26975; }","duration":"210.633131ms","start":"2026-04-02T17:42:08.22501Z","end":"2026-04-02T17:42:08.435643Z","steps":["trace[684122013] 'agreement among raft nodes before linearized reading' (duration: 210.351722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.43593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.457478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:42:08.436028Z","caller":"traceutil/trace.go:171","msg":"trace[1751469030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26975; }","duration":"180.594362ms","start":"2026-04-02T17:42:08.255412Z","end":"2026-04-02T17:42:08.436007Z","steps":["trace[1751469030] 'agreement among raft nodes before linearized reading' (duration: 180.331384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.436047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.614223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:42:08.436085Z","caller":"traceutil/trace.go:171","msg":"trace[65358580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26975; }","duration":"180.667675ms","start":"2026-04-02T17:42:08.255406Z","end":"2026-04-02T17:42:08.436074Z","steps":["trace[65358580] 'agreement among raft nodes before linearized reading' (duration: 180.49441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.436238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.733877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:42:08.436273Z","caller":"traceutil/trace.go:171","msg":"trace[1101211462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26975; }","duration":"180.775148ms","start":"2026-04-02T17:42:08.255489Z","end":"2026-04-02T17:42:08.436264Z","steps":["trace[1101211462] 'agreement among raft nodes before linearized reading' (duration: 180.683735ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:08.436242Z","caller":"traceutil/trace.go:171","msg":"trace[1214796634] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"178.405784ms","start":"2026-04-02T17:42:08.25775Z","end":"2026-04-02T17:42:08.436156Z","steps":["trace[1214796634] 'process raft request' (duration: 177.458394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.436283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.938293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-02T17:42:08.43629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.13339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:42:08.436383Z","caller":"traceutil/trace.go:171","msg":"trace[317032148] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26975; }","duration":"181.024906ms","start":"2026-04-02T17:42:08.255303Z","end":"2026-04-02T17:42:08.436328Z","steps":["trace[317032148] 'agreement among raft nodes before linearized reading' (duration: 180.809169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:08.436368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.225211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:42:08.436425Z","caller":"traceutil/trace.go:171","msg":"trace[1495472852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26975; }","duration":"181.324296ms","start":"2026-04-02T17:42:08.255077Z","end":"2026-04-02T17:42:08.436402Z","steps":["trace[1495472852] 'agreement among raft nodes before linearized reading' (duration: 180.951214ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:08.436482Z","caller":"traceutil/trace.go:171","msg":"trace[431627910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26975; }","duration":"180.457958ms","start":"2026-04-02T17:42:08.255996Z","end":"2026-04-02T17:42:08.436454Z","steps":["trace[431627910] 'agreement among raft nodes before linearized reading' (duration: 180.063666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:48.812583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25300} {"level":"info","ts":"2026-04-02T17:42:48.972371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25300,"took":"152.950279ms","hash":3943962824,"current-db-size-bytes":55902208,"current-db-size":"56 MB","current-db-size-in-use-bytes":33247232,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-02T17:42:48.972592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3943962824,"revision":25300,"compact-revision":22093} {"level":"info","ts":"2026-04-02T17:42:57.569409Z","caller":"traceutil/trace.go:171","msg":"trace[2033491380] transaction","detail":"{read_only:false; response_revision:27506; number_of_response:1; }","duration":"196.939418ms","start":"2026-04-02T17:42:57.372421Z","end":"2026-04-02T17:42:57.569361Z","steps":["trace[2033491380] 'process raft request' (duration: 196.632379ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.650641Z","caller":"traceutil/trace.go:171","msg":"trace[836034787] transaction","detail":"{read_only:false; response_revision:27658; number_of_response:1; }","duration":"112.7409ms","start":"2026-04-02T17:43:18.537865Z","end":"2026-04-02T17:43:18.650606Z","steps":["trace[836034787] 'process raft request' (duration: 112.529803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.65929Z","caller":"traceutil/trace.go:171","msg":"trace[1292905292] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"117.029865ms","start":"2026-04-02T17:43:18.542228Z","end":"2026-04-02T17:43:18.659258Z","steps":["trace[1292905292] 'process raft request' (duration: 116.932532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.659311Z","caller":"traceutil/trace.go:171","msg":"trace[1232834064] transaction","detail":"{read_only:false; response_revision:27659; number_of_response:1; }","duration":"117.092187ms","start":"2026-04-02T17:43:18.542171Z","end":"2026-04-02T17:43:18.659264Z","steps":["trace[1232834064] 'process raft request' (duration: 116.803508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.659676Z","caller":"traceutil/trace.go:171","msg":"trace[249145480] transaction","detail":"{read_only:false; response_revision:27662; number_of_response:1; }","duration":"112.152922ms","start":"2026-04-02T17:43:18.547507Z","end":"2026-04-02T17:43:18.65966Z","steps":["trace[249145480] 'process raft request' (duration: 111.901524ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.659685Z","caller":"traceutil/trace.go:171","msg":"trace[265736464] transaction","detail":"{read_only:false; response_revision:27661; number_of_response:1; }","duration":"116.667634ms","start":"2026-04-02T17:43:18.542999Z","end":"2026-04-02T17:43:18.659667Z","steps":["trace[265736464] 'process raft request' (duration: 116.21101ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.155294Z","caller":"traceutil/trace.go:171","msg":"trace[2107095248] linearizableReadLoop","detail":"{readStateIndex:28584; appliedIndex:28583; }","duration":"114.565187ms","start":"2026-04-02T17:43:19.040689Z","end":"2026-04-02T17:43:19.155254Z","steps":["trace[2107095248] 'read index received' (duration: 114.318759ms)","trace[2107095248] 'applied index is now lower than readState.Index' (duration: 244.938µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:19.155344Z","caller":"traceutil/trace.go:171","msg":"trace[1016364480] transaction","detail":"{read_only:false; response_revision:27664; number_of_response:1; }","duration":"115.040253ms","start":"2026-04-02T17:43:19.040265Z","end":"2026-04-02T17:43:19.155305Z","steps":["trace[1016364480] 'process raft request' (duration: 114.778384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.155559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.846337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:43:19.15566Z","caller":"traceutil/trace.go:171","msg":"trace[2036678253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27664; }","duration":"114.95867ms","start":"2026-04-02T17:43:19.040681Z","end":"2026-04-02T17:43:19.155639Z","steps":["trace[2036678253] 'agreement among raft nodes before linearized reading' (duration: 114.730593ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.167657Z","caller":"traceutil/trace.go:171","msg":"trace[468693319] transaction","detail":"{read_only:false; response_revision:27666; number_of_response:1; }","duration":"121.814916ms","start":"2026-04-02T17:43:19.045827Z","end":"2026-04-02T17:43:19.167642Z","steps":["trace[468693319] 'process raft request' (duration: 121.715703ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.167683Z","caller":"traceutil/trace.go:171","msg":"trace[1723135513] transaction","detail":"{read_only:false; response_revision:27665; number_of_response:1; }","duration":"126.421432ms","start":"2026-04-02T17:43:19.041243Z","end":"2026-04-02T17:43:19.167664Z","steps":["trace[1723135513] 'process raft request' (duration: 126.185084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.167697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.402396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-02T17:43:19.167747Z","caller":"traceutil/trace.go:171","msg":"trace[471897374] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27666; }","duration":"123.483159ms","start":"2026-04-02T17:43:19.04425Z","end":"2026-04-02T17:43:19.167733Z","steps":["trace[471897374] 'agreement among raft nodes before linearized reading' (duration: 123.342635ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.292788Z","caller":"traceutil/trace.go:171","msg":"trace[718431348] transaction","detail":"{read_only:false; response_revision:27668; number_of_response:1; }","duration":"118.514792ms","start":"2026-04-02T17:43:19.174183Z","end":"2026-04-02T17:43:19.292698Z","steps":["trace[718431348] 'process raft request' (duration: 118.278905ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.293565Z","caller":"traceutil/trace.go:171","msg":"trace[1191404348] transaction","detail":"{read_only:false; response_revision:27670; number_of_response:1; }","duration":"118.662257ms","start":"2026-04-02T17:43:19.174883Z","end":"2026-04-02T17:43:19.293545Z","steps":["trace[1191404348] 'process raft request' (duration: 118.609775ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.293694Z","caller":"traceutil/trace.go:171","msg":"trace[1391990243] transaction","detail":"{read_only:false; response_revision:27669; number_of_response:1; }","duration":"118.920445ms","start":"2026-04-02T17:43:19.174749Z","end":"2026-04-02T17:43:19.293669Z","steps":["trace[1391990243] 'process raft request' (duration: 118.599165ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.793Z","caller":"traceutil/trace.go:171","msg":"trace[1560851750] transaction","detail":"{read_only:false; response_revision:27671; number_of_response:1; }","duration":"139.941489ms","start":"2026-04-02T17:43:19.653019Z","end":"2026-04-02T17:43:19.792961Z","steps":["trace[1560851750] 'process raft request' (duration: 139.598018ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:20.831661Z","caller":"traceutil/trace.go:171","msg":"trace[1574792979] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"166.315581ms","start":"2026-04-02T17:43:20.665311Z","end":"2026-04-02T17:43:20.831626Z","steps":["trace[1574792979] 'process raft request' (duration: 131.512903ms)","trace[1574792979] 'compare' (duration: 34.560211ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:20.831899Z","caller":"traceutil/trace.go:171","msg":"trace[2016559748] transaction","detail":"{read_only:false; response_revision:27676; number_of_response:1; }","duration":"166.417125ms","start":"2026-04-02T17:43:20.665449Z","end":"2026-04-02T17:43:20.831867Z","steps":["trace[2016559748] 'process raft request' (duration: 166.100725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:20.832002Z","caller":"traceutil/trace.go:171","msg":"trace[1331845757] linearizableReadLoop","detail":"{readStateIndex:28597; appliedIndex:28594; }","duration":"152.489535ms","start":"2026-04-02T17:43:20.679481Z","end":"2026-04-02T17:43:20.83197Z","steps":["trace[1331845757] 'read index received' (duration: 19.539507ms)","trace[1331845757] 'applied index is now lower than readState.Index' (duration: 132.948818ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:20.832141Z","caller":"traceutil/trace.go:171","msg":"trace[206729664] transaction","detail":"{read_only:false; response_revision:27677; number_of_response:1; }","duration":"166.552529ms","start":"2026-04-02T17:43:20.665577Z","end":"2026-04-02T17:43:20.83213Z","steps":["trace[206729664] 'process raft request' (duration: 166.239739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:20.832222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.717042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:20.832324Z","caller":"traceutil/trace.go:171","msg":"trace[669474527] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27677; }","duration":"152.868597ms","start":"2026-04-02T17:43:20.679435Z","end":"2026-04-02T17:43:20.832304Z","steps":["trace[669474527] 'agreement among raft nodes before linearized reading' (duration: 152.698091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:20.868578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.037781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-02T17:43:20.868673Z","caller":"traceutil/trace.go:171","msg":"trace[992626983] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27678; }","duration":"184.152545ms","start":"2026-04-02T17:43:20.684498Z","end":"2026-04-02T17:43:20.86865Z","steps":["trace[992626983] 'agreement among raft nodes before linearized reading' (duration: 183.883416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:20.868652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.429018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:20.868758Z","caller":"traceutil/trace.go:171","msg":"trace[170068204] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27678; }","duration":"187.599414ms","start":"2026-04-02T17:43:20.681137Z","end":"2026-04-02T17:43:20.868737Z","steps":["trace[170068204] 'agreement among raft nodes before linearized reading' (duration: 187.348886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:20.868993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.722459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:20.869293Z","caller":"traceutil/trace.go:171","msg":"trace[1353110612] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27678; }","duration":"188.863624ms","start":"2026-04-02T17:43:20.680219Z","end":"2026-04-02T17:43:20.869083Z","steps":["trace[1353110612] 'agreement among raft nodes before linearized reading' (duration: 188.072139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:21.643766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.296884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:21.643873Z","caller":"traceutil/trace.go:171","msg":"trace[1042841661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27685; }","duration":"136.50322ms","start":"2026-04-02T17:43:21.507347Z","end":"2026-04-02T17:43:21.64385Z","steps":["trace[1042841661] 'range keys from in-memory index tree' (duration: 136.18667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:29.420533Z","caller":"traceutil/trace.go:171","msg":"trace[1837055239] transaction","detail":"{read_only:false; response_revision:27742; number_of_response:1; }","duration":"109.747336ms","start":"2026-04-02T17:43:29.310752Z","end":"2026-04-02T17:43:29.4205Z","steps":["trace[1837055239] 'process raft request' (duration: 107.615798ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:29.420602Z","caller":"traceutil/trace.go:171","msg":"trace[1057149326] transaction","detail":"{read_only:false; response_revision:27743; number_of_response:1; }","duration":"109.582941ms","start":"2026-04-02T17:43:29.310977Z","end":"2026-04-02T17:43:29.42056Z","steps":["trace[1057149326] 'process raft request' (duration: 109.476547ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:29.633477Z","caller":"traceutil/trace.go:171","msg":"trace[2047117993] transaction","detail":"{read_only:false; response_revision:27745; number_of_response:1; }","duration":"206.981886ms","start":"2026-04-02T17:43:29.426473Z","end":"2026-04-02T17:43:29.633454Z","steps":["trace[2047117993] 'process raft request' (duration: 205.739717ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:29.633759Z","caller":"traceutil/trace.go:171","msg":"trace[1332241890] transaction","detail":"{read_only:false; response_revision:27746; number_of_response:1; }","duration":"206.834121ms","start":"2026-04-02T17:43:29.426865Z","end":"2026-04-02T17:43:29.633699Z","steps":["trace[1332241890] 'process raft request' (duration: 206.549652ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:44:08.918695Z","caller":"traceutil/trace.go:171","msg":"trace[1031108877] transaction","detail":"{read_only:false; response_revision:28125; number_of_response:1; }","duration":"102.569309ms","start":"2026-04-02T17:44:08.8161Z","end":"2026-04-02T17:44:08.91867Z","steps":["trace[1031108877] 'process raft request' (duration: 102.175236ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:44:09.207517Z","caller":"traceutil/trace.go:171","msg":"trace[553280418] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"144.677129ms","start":"2026-04-02T17:44:09.062796Z","end":"2026-04-02T17:44:09.207473Z","steps":["trace[553280418] 'process raft request' (duration: 122.327113ms)","trace[553280418] 'compare' (duration: 21.138407ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:44:09.207738Z","caller":"traceutil/trace.go:171","msg":"trace[1814789545] transaction","detail":"{read_only:false; response_revision:28131; number_of_response:1; }","duration":"142.78981ms","start":"2026-04-02T17:44:09.064937Z","end":"2026-04-02T17:44:09.207726Z","steps":["trace[1814789545] 'process raft request' (duration: 141.890291ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:44:09.207856Z","caller":"traceutil/trace.go:171","msg":"trace[1699222135] transaction","detail":"{read_only:false; response_revision:28132; number_of_response:1; }","duration":"142.586742ms","start":"2026-04-02T17:44:09.065259Z","end":"2026-04-02T17:44:09.207846Z","steps":["trace[1699222135] 'process raft request' (duration: 141.627642ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:31.435415Z","caller":"traceutil/trace.go:171","msg":"trace[1491040510] transaction","detail":"{read_only:false; response_revision:29027; number_of_response:1; }","duration":"120.993961ms","start":"2026-04-02T17:45:31.314389Z","end":"2026-04-02T17:45:31.435383Z","steps":["trace[1491040510] 'process raft request' (duration: 120.810335ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:31.723698Z","caller":"traceutil/trace.go:171","msg":"trace[672703482] transaction","detail":"{read_only:false; response_revision:29029; number_of_response:1; }","duration":"195.094101ms","start":"2026-04-02T17:45:31.528574Z","end":"2026-04-02T17:45:31.723668Z","steps":["trace[672703482] 'process raft request' (duration: 194.907885ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:31.824319Z","caller":"traceutil/trace.go:171","msg":"trace[296859087] transaction","detail":"{read_only:false; response_revision:29032; number_of_response:1; }","duration":"251.828482ms","start":"2026-04-02T17:45:31.572462Z","end":"2026-04-02T17:45:31.82429Z","steps":["trace[296859087] 'process raft request' (duration: 251.78408ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:31.824348Z","caller":"traceutil/trace.go:171","msg":"trace[1631529172] transaction","detail":"{read_only:false; response_revision:29030; number_of_response:1; }","duration":"252.211404ms","start":"2026-04-02T17:45:31.572099Z","end":"2026-04-02T17:45:31.82431Z","steps":["trace[1631529172] 'process raft request' (duration: 251.942926ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:31.824555Z","caller":"traceutil/trace.go:171","msg":"trace[329975399] transaction","detail":"{read_only:false; response_revision:29031; number_of_response:1; }","duration":"252.283026ms","start":"2026-04-02T17:45:31.572244Z","end":"2026-04-02T17:45:31.824527Z","steps":["trace[329975399] 'process raft request' (duration: 251.953066ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:33.447415Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb257ce137899862","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:45:33.451959Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-02T17:45:33.452069Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-02T17:45:39.1006Z","caller":"traceutil/trace.go:171","msg":"trace[1114845346] transaction","detail":"{read_only:false; response_revision:29091; number_of_response:1; }","duration":"111.708158ms","start":"2026-04-02T17:45:38.988859Z","end":"2026-04-02T17:45:39.100567Z","steps":["trace[1114845346] 'process raft request' (duration: 111.523382ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:41.695132Z","caller":"traceutil/trace.go:171","msg":"trace[1442540272] transaction","detail":"{read_only:false; response_revision:29107; number_of_response:1; }","duration":"215.821785ms","start":"2026-04-02T17:45:41.479282Z","end":"2026-04-02T17:45:41.695104Z","steps":["trace[1442540272] 'process raft request' (duration: 215.625439ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:41.696147Z","caller":"traceutil/trace.go:171","msg":"trace[1606445067] linearizableReadLoop","detail":"{readStateIndex:30066; appliedIndex:30064; }","duration":"209.96176ms","start":"2026-04-02T17:45:41.486132Z","end":"2026-04-02T17:45:41.696094Z","steps":["trace[1606445067] 'read index received' (duration: 208.782673ms)","trace[1606445067] 'applied index is now lower than readState.Index' (duration: 1.178227ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:45:41.696238Z","caller":"traceutil/trace.go:171","msg":"trace[37821884] transaction","detail":"{read_only:false; response_revision:29108; number_of_response:1; }","duration":"212.902984ms","start":"2026-04-02T17:45:41.483293Z","end":"2026-04-02T17:45:41.696196Z","steps":["trace[37821884] 'process raft request' (duration: 212.568983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:45:41.696409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.184837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:45:41.696482Z","caller":"traceutil/trace.go:171","msg":"trace[1414758188] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29108; }","duration":"210.332452ms","start":"2026-04-02T17:45:41.486126Z","end":"2026-04-02T17:45:41.696459Z","steps":["trace[1414758188] 'agreement among raft nodes before linearized reading' (duration: 210.136186ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:42.899193Z","caller":"traceutil/trace.go:171","msg":"trace[659627718] linearizableReadLoop","detail":"{readStateIndex:30076; appliedIndex:30075; }","duration":"192.940692ms","start":"2026-04-02T17:45:42.706221Z","end":"2026-04-02T17:45:42.899162Z","steps":["trace[659627718] 'read index received' (duration: 192.730876ms)","trace[659627718] 'applied index is now lower than readState.Index' (duration: 208.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:45:42.89929Z","caller":"traceutil/trace.go:171","msg":"trace[1585117608] transaction","detail":"{read_only:false; response_revision:29118; number_of_response:1; }","duration":"194.321416ms","start":"2026-04-02T17:45:42.704924Z","end":"2026-04-02T17:45:42.899246Z","steps":["trace[1585117608] 'process raft request' (duration: 194.041377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:45:42.90286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.221091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-02T17:45:42.902949Z","caller":"traceutil/trace.go:171","msg":"trace[1260409097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29118; }","duration":"196.717382ms","start":"2026-04-02T17:45:42.7062Z","end":"2026-04-02T17:45:42.902917Z","steps":["trace[1260409097] 'agreement among raft nodes before linearized reading' (duration: 193.116768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:45:42.909063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.116991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:45:42.909101Z","caller":"traceutil/trace.go:171","msg":"trace[1112088543] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29119; }","duration":"144.213384ms","start":"2026-04-02T17:45:42.764877Z","end":"2026-04-02T17:45:42.90909Z","steps":["trace[1112088543] 'agreement among raft nodes before linearized reading' (duration: 144.078229ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:46:16.64612Z","caller":"traceutil/trace.go:171","msg":"trace[1097897857] transaction","detail":"{read_only:false; response_revision:29476; number_of_response:1; }","duration":"131.313855ms","start":"2026-04-02T17:46:16.514772Z","end":"2026-04-02T17:46:16.646086Z","steps":["trace[1097897857] 'process raft request' (duration: 131.119389ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:46:16.778834Z","caller":"traceutil/trace.go:171","msg":"trace[1288477278] transaction","detail":"{read_only:false; response_revision:29477; number_of_response:1; }","duration":"201.867204ms","start":"2026-04-02T17:46:16.576927Z","end":"2026-04-02T17:46:16.778794Z","steps":["trace[1288477278] 'process raft request' (duration: 201.670568ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:46:16.778858Z","caller":"traceutil/trace.go:171","msg":"trace[1629030221] linearizableReadLoop","detail":"{readStateIndex:30445; appliedIndex:30445; }","duration":"132.788893ms","start":"2026-04-02T17:46:16.646016Z","end":"2026-04-02T17:46:16.778805Z","steps":["trace[1629030221] 'read index received' (duration: 132.762212ms)","trace[1629030221] 'applied index is now lower than readState.Index' (duration: 21.441µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:46:16.779175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.704827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:46:16.779231Z","caller":"traceutil/trace.go:171","msg":"trace[1040676630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29477; }","duration":"149.824661ms","start":"2026-04-02T17:46:16.629389Z","end":"2026-04-02T17:46:16.779214Z","steps":["trace[1040676630] 'agreement among raft nodes before linearized reading' (duration: 149.565073ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:46:16.789938Z","caller":"traceutil/trace.go:171","msg":"trace[664814640] transaction","detail":"{read_only:false; response_revision:29478; number_of_response:1; }","duration":"139.356201ms","start":"2026-04-02T17:46:16.65056Z","end":"2026-04-02T17:46:16.789917Z","steps":["trace[664814640] 'process raft request' (duration: 139.222096ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:47:48.822523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27416} {"level":"info","ts":"2026-04-02T17:47:48.950497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27416,"took":"123.856511ms","hash":2605679459,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":36536320,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-02T17:47:48.950565Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2605679459,"revision":27416,"compact-revision":25300} {"level":"info","ts":"2026-04-02T17:52:48.829973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30172} {"level":"info","ts":"2026-04-02T17:52:48.982718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30172,"took":"147.492557ms","hash":2216832038,"current-db-size-bytes":57176064,"current-db-size":"57 MB","current-db-size-in-use-bytes":31563776,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T17:52:48.982813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2216832038,"revision":30172,"compact-revision":27416} {"level":"info","ts":"2026-04-02T17:57:48.836425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32432} {"level":"info","ts":"2026-04-02T17:57:48.995444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32432,"took":"153.601079ms","hash":213326505,"current-db-size-bytes":58220544,"current-db-size":"58 MB","current-db-size-in-use-bytes":30871552,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T17:57:48.995529Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":213326505,"revision":32432,"compact-revision":30172} {"level":"info","ts":"2026-04-02T18:00:55.029288Z","caller":"traceutil/trace.go:171","msg":"trace[1592206811] transaction","detail":"{read_only:false; response_revision:36238; number_of_response:1; }","duration":"181.463441ms","start":"2026-04-02T18:00:54.847744Z","end":"2026-04-02T18:00:55.029207Z","steps":["trace[1592206811] 'process raft request' (duration: 81.683775ms)","trace[1592206811] 'compare' (duration: 99.309321ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T18:00:59.979544Z","caller":"traceutil/trace.go:171","msg":"trace[1737395679] transaction","detail":"{read_only:false; response_revision:36277; number_of_response:1; }","duration":"127.311024ms","start":"2026-04-02T18:00:59.852204Z","end":"2026-04-02T18:00:59.979515Z","steps":["trace[1737395679] 'process raft request' (duration: 127.137828ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:00:59.980031Z","caller":"traceutil/trace.go:171","msg":"trace[412199399] linearizableReadLoop","detail":"{readStateIndex:37443; appliedIndex:37443; }","duration":"125.811017ms","start":"2026-04-02T18:00:59.85406Z","end":"2026-04-02T18:00:59.979871Z","steps":["trace[412199399] 'read index received' (duration: 125.788826ms)","trace[412199399] 'applied index is now lower than readState.Index' (duration: 18.441µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T18:00:59.980279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.089763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T18:00:59.980345Z","caller":"traceutil/trace.go:171","msg":"trace[1254236210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36277; }","duration":"124.198015ms","start":"2026-04-02T18:00:59.856134Z","end":"2026-04-02T18:00:59.980332Z","steps":["trace[1254236210] 'agreement among raft nodes before linearized reading' (duration: 124.003939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T18:00:59.980321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.23029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T18:00:59.980474Z","caller":"traceutil/trace.go:171","msg":"trace[2096739701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36277; }","duration":"126.439986ms","start":"2026-04-02T18:00:59.854008Z","end":"2026-04-02T18:00:59.980448Z","steps":["trace[2096739701] 'agreement among raft nodes before linearized reading' (duration: 125.961021ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:00.136924Z","caller":"traceutil/trace.go:171","msg":"trace[1284702370] linearizableReadLoop","detail":"{readStateIndex:37445; appliedIndex:37443; }","duration":"147.552872ms","start":"2026-04-02T18:00:59.989339Z","end":"2026-04-02T18:01:00.136892Z","steps":["trace[1284702370] 'read index received' (duration: 44.463772ms)","trace[1284702370] 'applied index is now lower than readState.Index' (duration: 103.08809ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T18:01:00.137079Z","caller":"traceutil/trace.go:171","msg":"trace[1538703861] transaction","detail":"{read_only:false; response_revision:36279; number_of_response:1; }","duration":"150.991161ms","start":"2026-04-02T18:00:59.986044Z","end":"2026-04-02T18:01:00.137035Z","steps":["trace[1538703861] 'process raft request' (duration: 80.629653ms)","trace[1538703861] 'compare' (duration: 70.062499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T18:01:00.137138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.786239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-02T18:01:00.137174Z","caller":"traceutil/trace.go:171","msg":"trace[278137302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:36279; }","duration":"147.865802ms","start":"2026-04-02T18:00:59.989295Z","end":"2026-04-02T18:01:00.137161Z","steps":["trace[278137302] 'agreement among raft nodes before linearized reading' (duration: 147.708187ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:00.444621Z","caller":"traceutil/trace.go:171","msg":"trace[179606076] linearizableReadLoop","detail":"{readStateIndex:37446; appliedIndex:37445; }","duration":"165.782407ms","start":"2026-04-02T18:01:00.278811Z","end":"2026-04-02T18:01:00.444593Z","steps":["trace[179606076] 'read index received' (duration: 164.263559ms)","trace[179606076] 'applied index is now lower than readState.Index' (duration: 1.517748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T18:01:00.444785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.958282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T18:01:00.444815Z","caller":"traceutil/trace.go:171","msg":"trace[1282328091] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:36280; }","duration":"166.046086ms","start":"2026-04-02T18:01:00.278756Z","end":"2026-04-02T18:01:00.444803Z","steps":["trace[1282328091] 'agreement among raft nodes before linearized reading' (duration: 165.932412ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:00.444762Z","caller":"traceutil/trace.go:171","msg":"trace[1881173072] transaction","detail":"{read_only:false; response_revision:36280; number_of_response:1; }","duration":"211.074914ms","start":"2026-04-02T18:01:00.233596Z","end":"2026-04-02T18:01:00.444671Z","steps":["trace[1881173072] 'process raft request' (duration: 209.413032ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:00.462319Z","caller":"traceutil/trace.go:171","msg":"trace[1217643969] transaction","detail":"{read_only:false; response_revision:36281; number_of_response:1; }","duration":"135.829413ms","start":"2026-04-02T18:01:00.326445Z","end":"2026-04-02T18:01:00.462275Z","steps":["trace[1217643969] 'process raft request' (duration: 135.614356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:00.714492Z","caller":"traceutil/trace.go:171","msg":"trace[662832595] transaction","detail":"{read_only:false; response_revision:36284; number_of_response:1; }","duration":"102.958345ms","start":"2026-04-02T18:01:00.611488Z","end":"2026-04-02T18:01:00.714446Z","steps":["trace[662832595] 'process raft request' (duration: 97.161082ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:36.519598Z","caller":"traceutil/trace.go:171","msg":"trace[180924115] transaction","detail":"{read_only:false; response_revision:36555; number_of_response:1; }","duration":"238.762687ms","start":"2026-04-02T18:01:36.280768Z","end":"2026-04-02T18:01:36.519531Z","steps":["trace[180924115] 'process raft request' (duration: 234.810602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T18:01:36.519782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.763925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T18:01:36.519876Z","caller":"traceutil/trace.go:171","msg":"trace[893732156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36555; }","duration":"191.912159ms","start":"2026-04-02T18:01:36.327945Z","end":"2026-04-02T18:01:36.519857Z","steps":["trace[893732156] 'agreement among raft nodes before linearized reading' (duration: 191.61725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:36.519175Z","caller":"traceutil/trace.go:171","msg":"trace[1201446449] linearizableReadLoop","detail":"{readStateIndex:37729; appliedIndex:37728; }","duration":"191.153696ms","start":"2026-04-02T18:01:36.327985Z","end":"2026-04-02T18:01:36.519139Z","steps":["trace[1201446449] 'read index received' (duration: 187.516761ms)","trace[1201446449] 'applied index is now lower than readState.Index' (duration: 3.635275ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T18:02:48.847827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34704} {"level":"info","ts":"2026-04-02T18:02:49.009703Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34704,"took":"156.643239ms","hash":3123761659,"current-db-size-bytes":58720256,"current-db-size":"59 MB","current-db-size-in-use-bytes":32030720,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T18:02:49.009782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3123761659,"revision":34704,"compact-revision":32432} {"level":"info","ts":"2026-04-02T18:06:36.78244Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb257ce137899862","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T18:06:36.787392Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-02T18:06:36.787533Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-02T18:07:48.855437Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37081} {"level":"info","ts":"2026-04-02T18:07:48.993028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37081,"took":"132.984953ms","hash":1605701927,"current-db-size-bytes":60837888,"current-db-size":"61 MB","current-db-size-in-use-bytes":31215616,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T18:07:48.993228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1605701927,"revision":37081,"compact-revision":34704} {"level":"info","ts":"2026-04-02T18:12:48.864904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39289} {"level":"info","ts":"2026-04-02T18:12:48.990314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39289,"took":"118.790316ms","hash":4260128570,"current-db-size-bytes":62103552,"current-db-size":"62 MB","current-db-size-in-use-bytes":33599488,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T18:12:48.990392Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4260128570,"revision":39289,"compact-revision":37081}