{"level":"warn","ts":"2026-05-01T00:57:58.024384Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-01T00:57:58.024473Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-01T00:57:58.024536Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-01T00:57:58.024545Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-01T00:57:58.024566Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-01T00:57:58.025196Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-05-01T00:57:58.025269Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-01T00:57:58.029361Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.890645ms"} {"level":"info","ts":"2026-05-01T00:57:58.043114Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-05-01T00:57:58.043217Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-05-01T00:57:58.043243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-05-01T00:57:58.043558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-01T00:57:58.043573Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-05-01T00:57:58.043616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-05-01T00:57:58.057253Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-01T00:57:58.060888Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-01T00:57:58.062226Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-01T00:57:58.063875Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-01T00:57:58.064089Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-01T00:57:58.06412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-01T00:57:58.064361Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-01T00:57:58.064417Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-01T00:57:58.065057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-05-01T00:57:58.065168Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-01T00:57:58.066297Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-01T00:57:58.066373Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-01T00:57:58.066454Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-01T00:57:58.066631Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-01T00:57:58.066669Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-01T00:57:58.344793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-05-01T00:57:58.344893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-05-01T00:57:58.34493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-05-01T00:57:58.344954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-05-01T00:57:58.344966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-01T00:57:58.344983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-05-01T00:57:58.344997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-01T00:57:58.346313Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-05-01T00:57:58.346522Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-01T00:57:58.346568Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-01T00:57:58.346678Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-01T00:57:58.347034Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-01T00:57:58.34709Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-01T00:57:58.347837Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-05-01T00:57:58.347946Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-01T00:57:58.34798Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-01T00:57:58.348307Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-05-01T00:57:58.350052Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-01T00:58:00.898428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.514459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:00.89844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.675027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-kblwx\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-01T00:58:00.898564Z","caller":"traceutil/trace.go:171","msg":"trace[1801924184] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:29; }","duration":"131.724152ms","start":"2026-05-01T00:58:00.766816Z","end":"2026-05-01T00:58:00.89854Z","steps":["trace[1801924184] 'agreement among raft nodes before linearized reading' (duration: 131.440886ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:00.898582Z","caller":"traceutil/trace.go:171","msg":"trace[951257103] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-kblwx; range_end:; response_count:1; response_revision:29; }","duration":"150.85061ms","start":"2026-05-01T00:58:00.747703Z","end":"2026-05-01T00:58:00.898554Z","steps":["trace[951257103] 'agreement among raft nodes before linearized reading' (duration: 150.558345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:00.953061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.420779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-05-01T00:58:00.953138Z","caller":"traceutil/trace.go:171","msg":"trace[469512503] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36; }","duration":"112.542712ms","start":"2026-05-01T00:58:00.840577Z","end":"2026-05-01T00:58:00.95312Z","steps":["trace[469512503] 'agreement among raft nodes before linearized reading' (duration: 112.344918ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:01.404709Z","caller":"traceutil/trace.go:171","msg":"trace[1865915881] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"189.704671ms","start":"2026-05-01T00:58:01.214954Z","end":"2026-05-01T00:58:01.404658Z","steps":["trace[1865915881] 'process raft request' (duration: 154.830078ms)","trace[1865915881] 'compare' (duration: 34.71991ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:01.4057Z","caller":"traceutil/trace.go:171","msg":"trace[1768123151] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"113.018842ms","start":"2026-05-01T00:58:01.292626Z","end":"2026-05-01T00:58:01.405644Z","steps":["trace[1768123151] 'process raft request' (duration: 112.211416ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:01.405991Z","caller":"traceutil/trace.go:171","msg":"trace[1192677949] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"189.560049ms","start":"2026-05-01T00:58:01.216369Z","end":"2026-05-01T00:58:01.405929Z","steps":["trace[1192677949] 'process raft request' (duration: 188.259584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:01.912858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460664782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T00:58:02.603291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.079929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-01T00:58:02.603399Z","caller":"traceutil/trace.go:171","msg":"trace[994907002] linearizableReadLoop","detail":"{readStateIndex:74; appliedIndex:73; }","duration":"1.191583015s","start":"2026-05-01T00:58:01.411802Z","end":"2026-05-01T00:58:02.603385Z","steps":["trace[994907002] 'read index received' (duration: 887.885094ms)","trace[994907002] 'applied index is now lower than readState.Index' (duration: 303.696761ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:02.603569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191770909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ab4b1fa61969d2\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-01T00:58:02.603531Z","caller":"traceutil/trace.go:171","msg":"trace[1239793112] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"1.192212337s","start":"2026-05-01T00:58:01.411248Z","end":"2026-05-01T00:58:02.60346Z","steps":["trace[1239793112] 'process raft request' (duration: 888.512766ms)","trace[1239793112] 'compare' (duration: 302.926926ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:02.603609Z","caller":"traceutil/trace.go:171","msg":"trace[1328985372] range","detail":"{range_begin:/registry/events/default/instance.18ab4b1fa61969d2; range_end:; response_count:1; response_revision:70; }","duration":"1.19181688s","start":"2026-05-01T00:58:01.411783Z","end":"2026-05-01T00:58:02.6036Z","steps":["trace[1328985372] 'agreement among raft nodes before linearized reading' (duration: 1.191703288s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.603638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.481177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:02.60364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.411713Z","time spent":"1.191921362s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":672,"request content":"key:\"/registry/events/default/instance.18ab4b1fa61969d2\" "} {"level":"info","ts":"2026-05-01T00:58:02.603671Z","caller":"traceutil/trace.go:171","msg":"trace[903517583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:70; }","duration":"900.548308ms","start":"2026-05-01T00:58:01.703105Z","end":"2026-05-01T00:58:02.603654Z","steps":["trace[903517583] 'agreement among raft nodes before linearized reading' (duration: 900.516668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.603594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002837113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:02.603697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.703082Z","time spent":"900.61061ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T00:58:02.603707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004042486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-01T00:58:02.603741Z","caller":"traceutil/trace.go:171","msg":"trace[450071454] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:70; }","duration":"1.003017186s","start":"2026-05-01T00:58:01.60069Z","end":"2026-05-01T00:58:02.603707Z","steps":["trace[450071454] 'agreement among raft nodes before linearized reading' (duration: 1.002872134s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.603718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.061952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:02.603709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191003674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/kube-controller-manager\" ","response":"range_response_count:1 size:1128"} {"level":"warn","ts":"2026-05-01T00:58:02.603777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.411211Z","time spent":"1.192432211s","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":565,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:02.603781Z","caller":"traceutil/trace.go:171","msg":"trace[646235985] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:70; }","duration":"1.004180488s","start":"2026-05-01T00:58:01.599581Z","end":"2026-05-01T00:58:02.603761Z","steps":["trace[646235985] 'agreement among raft nodes before linearized reading' (duration: 1.004036386s)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:02.603845Z","caller":"traceutil/trace.go:171","msg":"trace[2045283678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:70; }","duration":"968.210034ms","start":"2026-05-01T00:58:01.635586Z","end":"2026-05-01T00:58:02.603796Z","steps":["trace[2045283678] 'agreement among raft nodes before linearized reading' (duration: 967.98498ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:02.603858Z","caller":"traceutil/trace.go:171","msg":"trace[1103932198] range","detail":"{range_begin:/registry/flowschemas/kube-controller-manager; range_end:; response_count:1; response_revision:70; }","duration":"1.191218187s","start":"2026-05-01T00:58:01.412603Z","end":"2026-05-01T00:58:02.603821Z","steps":["trace[1103932198] 'agreement among raft nodes before linearized reading' (duration: 1.190957053s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.60388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.599548Z","time spent":"1.004325191s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-05-01T00:58:02.603912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.412575Z","time spent":"1.19132701s","remote":"127.0.0.1:58044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1150,"request content":"key:\"/registry/flowschemas/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T00:58:02.603897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.635566Z","time spent":"968.322187ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T00:58:02.603692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.777312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:02.603792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:01.600661Z","time spent":"1.003116078s","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"info","ts":"2026-05-01T00:58:02.604091Z","caller":"traceutil/trace.go:171","msg":"trace[1602066591] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:70; }","duration":"460.136659ms","start":"2026-05-01T00:58:02.143846Z","end":"2026-05-01T00:58:02.603983Z","steps":["trace[1602066591] 'agreement among raft nodes before linearized reading' (duration: 459.754012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.604149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:02.143825Z","time spent":"460.310663ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-05-01T00:58:02.856786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.824443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-01T00:58:02.856984Z","caller":"traceutil/trace.go:171","msg":"trace[151575045] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"249.932423ms","start":"2026-05-01T00:58:02.607011Z","end":"2026-05-01T00:58:02.856943Z","steps":["trace[151575045] 'process raft request' (duration: 101.633031ms)","trace[151575045] 'compare' (duration: 147.69238ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:02.857074Z","caller":"traceutil/trace.go:171","msg":"trace[1263458531] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:74; }","duration":"249.668868ms","start":"2026-05-01T00:58:02.60736Z","end":"2026-05-01T00:58:02.857029Z","steps":["trace[1263458531] 'read index received' (duration: 101.280535ms)","trace[1263458531] 'applied index is now lower than readState.Index' (duration: 148.385753ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:02.857162Z","caller":"traceutil/trace.go:171","msg":"trace[665793161] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"248.702449ms","start":"2026-05-01T00:58:02.608415Z","end":"2026-05-01T00:58:02.857117Z","steps":["trace[665793161] 'process raft request' (duration: 248.507575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.857351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.972274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-01T00:58:02.857302Z","caller":"traceutil/trace.go:171","msg":"trace[298077314] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"248.334132ms","start":"2026-05-01T00:58:02.608916Z","end":"2026-05-01T00:58:02.85725Z","steps":["trace[298077314] 'process raft request' (duration: 248.077278ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:02.857398Z","caller":"traceutil/trace.go:171","msg":"trace[1459323142] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:73; }","duration":"250.067896ms","start":"2026-05-01T00:58:02.607315Z","end":"2026-05-01T00:58:02.857383Z","steps":["trace[1459323142] 'agreement among raft nodes before linearized reading' (duration: 249.865212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:02.857498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.938922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-01T00:58:02.857523Z","caller":"traceutil/trace.go:171","msg":"trace[485527453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"153.001233ms","start":"2026-05-01T00:58:02.704514Z","end":"2026-05-01T00:58:02.857515Z","steps":["trace[485527453] 'agreement among raft nodes before linearized reading' (duration: 152.918291ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:02.85753Z","caller":"traceutil/trace.go:171","msg":"trace[673348426] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"247.876375ms","start":"2026-05-01T00:58:02.609626Z","end":"2026-05-01T00:58:02.857503Z","steps":["trace[673348426] 'process raft request' (duration: 247.525328ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.034306Z","caller":"traceutil/trace.go:171","msg":"trace[2038822465] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:78; }","duration":"172.442417ms","start":"2026-05-01T00:58:02.861839Z","end":"2026-05-01T00:58:03.034282Z","steps":["trace[2038822465] 'read index received' (duration: 146.751301ms)","trace[2038822465] 'applied index is now lower than readState.Index' (duration: 25.690156ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:03.034357Z","caller":"traceutil/trace.go:171","msg":"trace[1080474843] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"172.505769ms","start":"2026-05-01T00:58:02.861805Z","end":"2026-05-01T00:58:03.034311Z","steps":["trace[1080474843] 'process raft request' (duration: 146.69524ms)","trace[1080474843] 'compare' (duration: 25.580424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:03.034635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.690532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ab4b1fa619843a\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-05-01T00:58:03.034673Z","caller":"traceutil/trace.go:171","msg":"trace[31873578] range","detail":"{range_begin:/registry/events/default/instance.18ab4b1fa619843a; range_end:; response_count:1; response_revision:77; }","duration":"172.772883ms","start":"2026-05-01T00:58:02.861889Z","end":"2026-05-01T00:58:03.034662Z","steps":["trace[31873578] 'agreement among raft nodes before linearized reading' (duration: 172.62018ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.034663Z","caller":"traceutil/trace.go:171","msg":"trace[566843983] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"172.794203ms","start":"2026-05-01T00:58:02.861827Z","end":"2026-05-01T00:58:03.034621Z","steps":["trace[566843983] 'process raft request' (duration: 172.421197ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.034767Z","caller":"traceutil/trace.go:171","msg":"trace[1974295826] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"171.131862ms","start":"2026-05-01T00:58:02.863613Z","end":"2026-05-01T00:58:03.034745Z","steps":["trace[1974295826] 'process raft request' (duration: 170.837266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:03.034713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.841225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-01T00:58:03.035526Z","caller":"traceutil/trace.go:171","msg":"trace[1953059553] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:77; }","duration":"173.682302ms","start":"2026-05-01T00:58:02.861802Z","end":"2026-05-01T00:58:03.035484Z","steps":["trace[1953059553] 'agreement among raft nodes before linearized reading' (duration: 172.634631ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.252912Z","caller":"traceutil/trace.go:171","msg":"trace[1908483646] linearizableReadLoop","detail":"{readStateIndex:83; appliedIndex:82; }","duration":"164.383151ms","start":"2026-05-01T00:58:03.088497Z","end":"2026-05-01T00:58:03.25288Z","steps":["trace[1908483646] 'read index received' (duration: 159.61863ms)","trace[1908483646] 'applied index is now lower than readState.Index' (duration: 4.763421ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:03.2531Z","caller":"traceutil/trace.go:171","msg":"trace[649282943] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"213.942309ms","start":"2026-05-01T00:58:03.039124Z","end":"2026-05-01T00:58:03.253066Z","steps":["trace[649282943] 'process raft request' (duration: 208.876301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:03.253154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.913803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-01T00:58:03.253206Z","caller":"traceutil/trace.go:171","msg":"trace[1571651013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:79; }","duration":"164.045475ms","start":"2026-05-01T00:58:03.089146Z","end":"2026-05-01T00:58:03.253192Z","steps":["trace[1571651013] 'agreement among raft nodes before linearized reading' (duration: 163.946193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:03.253208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.656806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:03.253234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.583947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-01T00:58:03.25328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.813131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ab4b1fa6194740\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-05-01T00:58:03.253308Z","caller":"traceutil/trace.go:171","msg":"trace[369441797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:79; }","duration":"163.682068ms","start":"2026-05-01T00:58:03.089609Z","end":"2026-05-01T00:58:03.253291Z","steps":["trace[369441797] 'agreement among raft nodes before linearized reading' (duration: 163.554446ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.253301Z","caller":"traceutil/trace.go:171","msg":"trace[251811531] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:79; }","duration":"164.820831ms","start":"2026-05-01T00:58:03.088459Z","end":"2026-05-01T00:58:03.25328Z","steps":["trace[251811531] 'agreement among raft nodes before linearized reading' (duration: 164.629017ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.253353Z","caller":"traceutil/trace.go:171","msg":"trace[2131029726] range","detail":"{range_begin:/registry/events/default/instance.18ab4b1fa6194740; range_end:; response_count:1; response_revision:79; }","duration":"163.935463ms","start":"2026-05-01T00:58:03.089398Z","end":"2026-05-01T00:58:03.253334Z","steps":["trace[2131029726] 'agreement among raft nodes before linearized reading' (duration: 163.824291ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:03.946788Z","caller":"traceutil/trace.go:171","msg":"trace[2042878139] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"124.43333ms","start":"2026-05-01T00:58:03.822155Z","end":"2026-05-01T00:58:03.946588Z","steps":["trace[2042878139] 'process raft request' (duration: 33.69521ms)","trace[2042878139] 'compare' (duration: 90.562767ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:04.768143Z","caller":"traceutil/trace.go:171","msg":"trace[1807292587] linearizableReadLoop","detail":"{readStateIndex:249; appliedIndex:246; }","duration":"113.812936ms","start":"2026-05-01T00:58:04.654307Z","end":"2026-05-01T00:58:04.76812Z","steps":["trace[1807292587] 'read index received' (duration: 12.98365ms)","trace[1807292587] 'applied index is now lower than readState.Index' (duration: 100.828236ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:04.768866Z","caller":"traceutil/trace.go:171","msg":"trace[1459931486] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"126.532023ms","start":"2026-05-01T00:58:04.642286Z","end":"2026-05-01T00:58:04.768818Z","steps":["trace[1459931486] 'process raft request' (duration: 118.66412ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:04.768953Z","caller":"traceutil/trace.go:171","msg":"trace[662662399] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"125.722247ms","start":"2026-05-01T00:58:04.643102Z","end":"2026-05-01T00:58:04.768824Z","steps":["trace[662662399] 'process raft request' (duration: 124.952892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:04.769423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.01842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:04.769628Z","caller":"traceutil/trace.go:171","msg":"trace[351039903] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:244; }","duration":"115.253453ms","start":"2026-05-01T00:58:04.654249Z","end":"2026-05-01T00:58:04.769502Z","steps":["trace[351039903] 'agreement among raft nodes before linearized reading' (duration: 114.718593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:14.905802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460665469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T00:58:15.407006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460665469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T00:58:15.603291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317363565s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T00:58:15.603863Z","caller":"traceutil/trace.go:171","msg":"trace[1575105817] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"1.198690782s","start":"2026-05-01T00:58:14.405146Z","end":"2026-05-01T00:58:15.603837Z","steps":["trace[1575105817] 'read index received' (duration: 1.198338516s)","trace[1575105817] 'applied index is now lower than readState.Index' (duration: 350.936µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:15.60391Z","caller":"traceutil/trace.go:171","msg":"trace[1689455270] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.318089569s","start":"2026-05-01T00:58:14.285786Z","end":"2026-05-01T00:58:15.603875Z","steps":["trace[1689455270] 'process raft request' (duration: 1.317803864s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:15.604121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:14.285758Z","time spent":"1.318221541s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:15.604181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.981519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-05-01T00:58:15.604245Z","caller":"traceutil/trace.go:171","msg":"trace[2016773685] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:403; }","duration":"291.105711ms","start":"2026-05-01T00:58:15.313125Z","end":"2026-05-01T00:58:15.604231Z","steps":["trace[2016773685] 'agreement among raft nodes before linearized reading' (duration: 290.988609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:15.604128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.124149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T00:58:15.604318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.842869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:15.604331Z","caller":"traceutil/trace.go:171","msg":"trace[981572327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:403; }","duration":"791.368374ms","start":"2026-05-01T00:58:14.81293Z","end":"2026-05-01T00:58:15.604298Z","steps":["trace[981572327] 'agreement among raft nodes before linearized reading' (duration: 791.105729ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:15.60445Z","caller":"traceutil/trace.go:171","msg":"trace[1515629364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"274.022513ms","start":"2026-05-01T00:58:15.330368Z","end":"2026-05-01T00:58:15.60439Z","steps":["trace[1515629364] 'agreement among raft nodes before linearized reading' (duration: 273.721897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:15.604449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:14.812911Z","time spent":"791.503747ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T00:58:15.604073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198908137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T00:58:15.604743Z","caller":"traceutil/trace.go:171","msg":"trace[90890153] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:403; }","duration":"1.19961324s","start":"2026-05-01T00:58:14.405102Z","end":"2026-05-01T00:58:15.604715Z","steps":["trace[90890153] 'agreement among raft nodes before linearized reading' (duration: 1.198877546s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:15.604807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:14.40508Z","time spent":"1.199706982s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-01T00:58:16.146713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.817664ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-01T00:58:16.146815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:15.60593Z","time spent":"540.881561ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-01T00:58:16.164431Z","caller":"traceutil/trace.go:171","msg":"trace[614979444] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"555.19418ms","start":"2026-05-01T00:58:15.609215Z","end":"2026-05-01T00:58:16.164409Z","steps":["trace[614979444] 'process raft request' (duration: 555.109608ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:16.164443Z","caller":"traceutil/trace.go:171","msg":"trace[495176024] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"555.844992ms","start":"2026-05-01T00:58:15.608565Z","end":"2026-05-01T00:58:16.16441Z","steps":["trace[495176024] 'process raft request' (duration: 555.596536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:16.164566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:15.6092Z","time spent":"555.292871ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:16.164618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:15.60854Z","time spent":"555.982364ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:58:16.164717Z","caller":"traceutil/trace.go:171","msg":"trace[1205576933] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"554.782802ms","start":"2026-05-01T00:58:15.609903Z","end":"2026-05-01T00:58:16.164686Z","steps":["trace[1205576933] 'process raft request' (duration: 554.463296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:16.164879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:15.609893Z","time spent":"554.896814ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:58:16.165025Z","caller":"traceutil/trace.go:171","msg":"trace[409740905] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"552.674203ms","start":"2026-05-01T00:58:15.612329Z","end":"2026-05-01T00:58:16.165003Z","steps":["trace[409740905] 'process raft request' (duration: 552.273145ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:16.164959Z","caller":"traceutil/trace.go:171","msg":"trace[1070628888] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:415; }","duration":"326.024307ms","start":"2026-05-01T00:58:15.838901Z","end":"2026-05-01T00:58:16.164925Z","steps":["trace[1070628888] 'read index received' (duration: 21.988043ms)","trace[1070628888] 'applied index is now lower than readState.Index' (duration: 304.035084ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:16.165091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.19078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:16.165123Z","caller":"traceutil/trace.go:171","msg":"trace[1755302653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"326.260752ms","start":"2026-05-01T00:58:15.838852Z","end":"2026-05-01T00:58:16.165112Z","steps":["trace[1755302653] 'agreement among raft nodes before linearized reading' (duration: 326.213151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:16.165143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:15.838832Z","time spent":"326.307122ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T00:58:16.165134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:15.612311Z","time spent":"552.764264ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:58:16.626279Z","caller":"traceutil/trace.go:171","msg":"trace[1735750709] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"445.79263ms","start":"2026-05-01T00:58:16.180464Z","end":"2026-05-01T00:58:16.626257Z","steps":["trace[1735750709] 'process raft request' (duration: 445.587656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:16.626417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:16.180446Z","time spent":"445.898341ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:58:16.627351Z","caller":"traceutil/trace.go:171","msg":"trace[989563473] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"227.590452ms","start":"2026-05-01T00:58:16.399726Z","end":"2026-05-01T00:58:16.627316Z","steps":["trace[989563473] 'process raft request' (duration: 227.444619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:21.754837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.507774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T00:58:21.754944Z","caller":"traceutil/trace.go:171","msg":"trace[420997809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:452; }","duration":"122.634276ms","start":"2026-05-01T00:58:21.632288Z","end":"2026-05-01T00:58:21.754922Z","steps":["trace[420997809] 'range keys from in-memory index tree' (duration: 122.361651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:22.335495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460665556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T00:58:22.835797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460665556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T00:58:22.954615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195228867s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T00:58:22.955032Z","caller":"traceutil/trace.go:171","msg":"trace[661603673] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"1.119807645s","start":"2026-05-01T00:58:21.8352Z","end":"2026-05-01T00:58:22.955008Z","steps":["trace[661603673] 'read index received' (duration: 1.119556159s)","trace[661603673] 'applied index is now lower than readState.Index' (duration: 250.446µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:22.955096Z","caller":"traceutil/trace.go:171","msg":"trace[1987762452] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"1.19582813s","start":"2026-05-01T00:58:21.759239Z","end":"2026-05-01T00:58:22.955067Z","steps":["trace[1987762452] 'process raft request' (duration: 1.195606155s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:22.955213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.011988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-01T00:58:22.955217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120002279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T00:58:22.955237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.611615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-01T00:58:22.955237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:21.759211Z","time spent":"1.195934402s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:58:22.955293Z","caller":"traceutil/trace.go:171","msg":"trace[181724576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"1.12009038s","start":"2026-05-01T00:58:21.835182Z","end":"2026-05-01T00:58:22.955272Z","steps":["trace[181724576] 'agreement among raft nodes before linearized reading' (duration: 1.119934498s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:22.955328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:21.835118Z","time spent":"1.120205532s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T00:58:22.95532Z","caller":"traceutil/trace.go:171","msg":"trace[159177899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"730.698027ms","start":"2026-05-01T00:58:22.22459Z","end":"2026-05-01T00:58:22.955288Z","steps":["trace[159177899] 'agreement among raft nodes before linearized reading' (duration: 730.580815ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:22.955258Z","caller":"traceutil/trace.go:171","msg":"trace[192509071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:453; }","duration":"751.091829ms","start":"2026-05-01T00:58:22.204156Z","end":"2026-05-01T00:58:22.955247Z","steps":["trace[192509071] 'agreement among raft nodes before linearized reading' (duration: 750.995737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:22.955423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.204142Z","time spent":"751.272622ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T00:58:22.955414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.224582Z","time spent":"730.815769ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T00:58:22.955267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.282856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-01T00:58:22.95552Z","caller":"traceutil/trace.go:171","msg":"trace[766141153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:453; }","duration":"732.569022ms","start":"2026-05-01T00:58:22.222938Z","end":"2026-05-01T00:58:22.955507Z","steps":["trace[766141153] 'agreement among raft nodes before linearized reading' (duration: 732.266076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:22.955542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.222918Z","time spent":"732.618392ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T00:58:23.413972Z","caller":"traceutil/trace.go:171","msg":"trace[1452431942] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"454.142886ms","start":"2026-05-01T00:58:22.9598Z","end":"2026-05-01T00:58:23.413943Z","steps":["trace[1452431942] 'process raft request' (duration: 420.086849ms)","trace[1452431942] 'compare' (duration: 33.948895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:23.414123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.959776Z","time spent":"454.263088ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:58:23.414664Z","caller":"traceutil/trace.go:171","msg":"trace[516411155] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:467; }","duration":"448.747756ms","start":"2026-05-01T00:58:22.96588Z","end":"2026-05-01T00:58:23.414628Z","steps":["trace[516411155] 'read index received' (duration: 414.081896ms)","trace[516411155] 'applied index is now lower than readState.Index' (duration: 34.66425ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:23.414721Z","caller":"traceutil/trace.go:171","msg":"trace[702593718] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"454.741817ms","start":"2026-05-01T00:58:22.959932Z","end":"2026-05-01T00:58:23.414674Z","steps":["trace[702593718] 'process raft request' (duration: 454.448722ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:23.414747Z","caller":"traceutil/trace.go:171","msg":"trace[1303229045] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"454.721267ms","start":"2026-05-01T00:58:22.959994Z","end":"2026-05-01T00:58:23.414715Z","steps":["trace[1303229045] 'process raft request' (duration: 454.571764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:23.414919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.959914Z","time spent":"454.905771ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:23.414939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.959987Z","time spent":"454.843939ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:23.414925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.028501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:23.415146Z","caller":"traceutil/trace.go:171","msg":"trace[156532016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"449.279096ms","start":"2026-05-01T00:58:22.965851Z","end":"2026-05-01T00:58:23.41513Z","steps":["trace[156532016] 'agreement among raft nodes before linearized reading' (duration: 448.910399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:23.415262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:22.965842Z","time spent":"449.406028ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T00:58:33.125168Z","caller":"traceutil/trace.go:171","msg":"trace[331210100] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"286.809033ms","start":"2026-05-01T00:58:32.838326Z","end":"2026-05-01T00:58:33.125135Z","steps":["trace[331210100] 'read index received' (duration: 285.944757ms)","trace[331210100] 'applied index is now lower than readState.Index' (duration: 863.186µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:33.1254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.245684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T00:58:33.125471Z","caller":"traceutil/trace.go:171","msg":"trace[2072152745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:476; }","duration":"118.393107ms","start":"2026-05-01T00:58:33.007066Z","end":"2026-05-01T00:58:33.125459Z","steps":["trace[2072152745] 'agreement among raft nodes before linearized reading' (duration: 118.283685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:33.1254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.059007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:33.125682Z","caller":"traceutil/trace.go:171","msg":"trace[1518521869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"287.386654ms","start":"2026-05-01T00:58:32.838258Z","end":"2026-05-01T00:58:33.125645Z","steps":["trace[1518521869] 'agreement among raft nodes before linearized reading' (duration: 287.051067ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:33.125211Z","caller":"traceutil/trace.go:171","msg":"trace[940335872] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"695.712711ms","start":"2026-05-01T00:58:32.429478Z","end":"2026-05-01T00:58:33.12519Z","steps":["trace[940335872] 'process raft request' (duration: 695.206552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:33.125858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:32.429395Z","time spent":"696.368494ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T00:58:33.676868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.594544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-01T00:58:33.676905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.773284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T00:58:33.676967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.93145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-01T00:58:33.676974Z","caller":"traceutil/trace.go:171","msg":"trace[2004014027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"211.783637ms","start":"2026-05-01T00:58:33.465169Z","end":"2026-05-01T00:58:33.676952Z","steps":["trace[2004014027] 'range keys from in-memory index tree' (duration: 211.458821ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:33.676993Z","caller":"traceutil/trace.go:171","msg":"trace[492273917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"213.932037ms","start":"2026-05-01T00:58:33.463038Z","end":"2026-05-01T00:58:33.67697Z","steps":["trace[492273917] 'range keys from in-memory index tree' (duration: 213.668142ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:33.67701Z","caller":"traceutil/trace.go:171","msg":"trace[1453795930] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:508; }","duration":"156.010112ms","start":"2026-05-01T00:58:33.520985Z","end":"2026-05-01T00:58:33.676995Z","steps":["trace[1453795930] 'range keys from in-memory index tree' (duration: 155.838479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:33.676868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.622889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T00:58:33.6772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.205908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-05-01T00:58:33.677308Z","caller":"traceutil/trace.go:171","msg":"trace[76543827] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:508; }","duration":"210.331171ms","start":"2026-05-01T00:58:33.466954Z","end":"2026-05-01T00:58:33.677285Z","steps":["trace[76543827] 'range keys from in-memory index tree' (duration: 209.857751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:33.67741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.162087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-01T00:58:33.67753Z","caller":"traceutil/trace.go:171","msg":"trace[485556535] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:508; }","duration":"155.34347ms","start":"2026-05-01T00:58:33.522169Z","end":"2026-05-01T00:58:33.677513Z","steps":["trace[485556535] 'range keys from in-memory index tree' (duration: 154.399082ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:33.677478Z","caller":"traceutil/trace.go:171","msg":"trace[1108988889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"216.093379ms","start":"2026-05-01T00:58:33.461178Z","end":"2026-05-01T00:58:33.677271Z","steps":["trace[1108988889] 'range keys from in-memory index tree' (duration: 215.541347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.708753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460665702,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T00:58:35.881668Z","caller":"traceutil/trace.go:171","msg":"trace[852306384] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"725.358906ms","start":"2026-05-01T00:58:35.156285Z","end":"2026-05-01T00:58:35.881643Z","steps":["trace[852306384] 'process raft request' (duration: 725.178403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.881806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.15626Z","time spent":"725.477509ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.962142Z","caller":"traceutil/trace.go:171","msg":"trace[45149678] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"799.905123ms","start":"2026-05-01T00:58:35.162198Z","end":"2026-05-01T00:58:35.962103Z","steps":["trace[45149678] 'process raft request' (duration: 799.621038ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:35.962207Z","caller":"traceutil/trace.go:171","msg":"trace[1327740364] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"799.898513ms","start":"2026-05-01T00:58:35.162263Z","end":"2026-05-01T00:58:35.962162Z","steps":["trace[1327740364] 'process raft request' (duration: 799.75869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.962325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.162176Z","time spent":"800.060096ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.962308Z","caller":"traceutil/trace.go:171","msg":"trace[1709626145] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"772.027971ms","start":"2026-05-01T00:58:35.190232Z","end":"2026-05-01T00:58:35.96226Z","steps":["trace[1709626145] 'process raft request' (duration: 771.855197ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:35.962416Z","caller":"traceutil/trace.go:171","msg":"trace[1161374550] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"771.353018ms","start":"2026-05-01T00:58:35.191015Z","end":"2026-05-01T00:58:35.962368Z","steps":["trace[1161374550] 'process raft request' (duration: 771.188545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.962459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.162248Z","time spent":"800.090307ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.962542Z","caller":"traceutil/trace.go:171","msg":"trace[1501284207] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"770.408911ms","start":"2026-05-01T00:58:35.192111Z","end":"2026-05-01T00:58:35.96252Z","steps":["trace[1501284207] 'process raft request' (duration: 770.187227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.962549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.1902Z","time spent":"772.246105ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.962486Z","caller":"traceutil/trace.go:171","msg":"trace[1466853322] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"771.089154ms","start":"2026-05-01T00:58:35.191307Z","end":"2026-05-01T00:58:35.962396Z","steps":["trace[1466853322] 'process raft request' (duration: 770.942371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.962627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.192085Z","time spent":"770.503273ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.962709Z","caller":"traceutil/trace.go:171","msg":"trace[1354951888] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"763.166755ms","start":"2026-05-01T00:58:35.199497Z","end":"2026-05-01T00:58:35.962663Z","steps":["trace[1354951888] 'process raft request' (duration: 762.89776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.962571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.191003Z","time spent":"771.495401ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T00:58:35.962818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.191299Z","time spent":"771.383899ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T00:58:35.962829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.199479Z","time spent":"763.294197ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.962967Z","caller":"traceutil/trace.go:171","msg":"trace[40251054] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"771.591423ms","start":"2026-05-01T00:58:35.190739Z","end":"2026-05-01T00:58:35.96233Z","steps":["trace[40251054] 'process raft request' (duration: 771.408478ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:35.963177Z","caller":"traceutil/trace.go:171","msg":"trace[2102945315] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"754.221937ms","start":"2026-05-01T00:58:35.208935Z","end":"2026-05-01T00:58:35.963157Z","steps":["trace[2102945315] 'process raft request' (duration: 753.534544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.963322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.20889Z","time spent":"754.386521ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.96335Z","caller":"traceutil/trace.go:171","msg":"trace[1316361881] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"734.517708ms","start":"2026-05-01T00:58:35.22881Z","end":"2026-05-01T00:58:35.963328Z","steps":["trace[1316361881] 'process raft request' (duration: 734.222812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.963515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.228791Z","time spent":"734.68615ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.963474Z","caller":"traceutil/trace.go:171","msg":"trace[301425269] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:531; }","duration":"755.669683ms","start":"2026-05-01T00:58:35.207743Z","end":"2026-05-01T00:58:35.963413Z","steps":["trace[301425269] 'read index received' (duration: 673.79096ms)","trace[301425269] 'applied index is now lower than readState.Index' (duration: 81.877263ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:35.963503Z","caller":"traceutil/trace.go:171","msg":"trace[319901804] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"636.982041ms","start":"2026-05-01T00:58:35.326471Z","end":"2026-05-01T00:58:35.963453Z","steps":["trace[319901804] 'process raft request' (duration: 636.851439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.963691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.910718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-01T00:58:35.963723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.326423Z","time spent":"637.260587ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T00:58:35.963762Z","caller":"traceutil/trace.go:171","msg":"trace[443143700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"756.042371ms","start":"2026-05-01T00:58:35.207704Z","end":"2026-05-01T00:58:35.963747Z","steps":["trace[443143700] 'agreement among raft nodes before linearized reading' (duration: 755.849107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.963814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.20769Z","time spent":"756.113122ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T00:58:35.963119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:35.190713Z","time spent":"772.334797ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T00:58:35.970246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.374438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-01T00:58:35.970335Z","caller":"traceutil/trace.go:171","msg":"trace[299184841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:528; }","duration":"283.521179ms","start":"2026-05-01T00:58:35.686794Z","end":"2026-05-01T00:58:35.970315Z","steps":["trace[299184841] 'agreement among raft nodes before linearized reading' (duration: 283.284145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.970589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.826238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T00:58:35.970657Z","caller":"traceutil/trace.go:171","msg":"trace[1990635067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:528; }","duration":"281.948881ms","start":"2026-05-01T00:58:35.688676Z","end":"2026-05-01T00:58:35.970625Z","steps":["trace[1990635067] 'agreement among raft nodes before linearized reading' (duration: 281.735956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.97067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.678764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T00:58:35.970703Z","caller":"traceutil/trace.go:171","msg":"trace[529007963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:528; }","duration":"283.775185ms","start":"2026-05-01T00:58:35.686919Z","end":"2026-05-01T00:58:35.970695Z","steps":["trace[529007963] 'agreement among raft nodes before linearized reading' (duration: 283.679433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:35.970781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.919989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:35.97083Z","caller":"traceutil/trace.go:171","msg":"trace[511107076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"134.00911ms","start":"2026-05-01T00:58:35.836813Z","end":"2026-05-01T00:58:35.970822Z","steps":["trace[511107076] 'agreement among raft nodes before linearized reading' (duration: 133.940248ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:42.615267Z","caller":"traceutil/trace.go:171","msg":"trace[802030630] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"298.065184ms","start":"2026-05-01T00:58:42.317163Z","end":"2026-05-01T00:58:42.615229Z","steps":["trace[802030630] 'process raft request' (duration: 297.346541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:42.615386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.14266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vbxqm\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-01T00:58:42.615464Z","caller":"traceutil/trace.go:171","msg":"trace[2033720192] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vbxqm; range_end:; response_count:1; response_revision:625; }","duration":"159.283963ms","start":"2026-05-01T00:58:42.456166Z","end":"2026-05-01T00:58:42.61545Z","steps":["trace[2033720192] 'agreement among raft nodes before linearized reading' (duration: 159.1425ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:42.615191Z","caller":"traceutil/trace.go:171","msg":"trace[575807528] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"158.931227ms","start":"2026-05-01T00:58:42.456231Z","end":"2026-05-01T00:58:42.615163Z","steps":["trace[575807528] 'read index received' (duration: 157.896307ms)","trace[575807528] 'applied index is now lower than readState.Index' (duration: 1.03349ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:43.081021Z","caller":"traceutil/trace.go:171","msg":"trace[1454934562] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"446.916191ms","start":"2026-05-01T00:58:42.634077Z","end":"2026-05-01T00:58:43.080993Z","steps":["trace[1454934562] 'process raft request' (duration: 446.754118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:43.081175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:42.634046Z","time spent":"447.050773ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:44.344229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.43757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:44.344375Z","caller":"traceutil/trace.go:171","msg":"trace[819489284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:626; }","duration":"929.591662ms","start":"2026-05-01T00:58:43.414753Z","end":"2026-05-01T00:58:44.344344Z","steps":["trace[819489284] 'range keys from in-memory index tree' (duration: 929.406238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:44.344458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.28648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T00:58:44.344563Z","caller":"traceutil/trace.go:171","msg":"trace[1669095177] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:644; }","duration":"1.507352083s","start":"2026-05-01T00:58:42.837192Z","end":"2026-05-01T00:58:44.344544Z","steps":["trace[1669095177] 'read index received' (duration: 243.675254ms)","trace[1669095177] 'applied index is now lower than readState.Index' (duration: 1.263675449s)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:44.34459Z","caller":"traceutil/trace.go:171","msg":"trace[1088618486] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.66783364s","start":"2026-05-01T00:58:42.676739Z","end":"2026-05-01T00:58:44.344573Z","steps":["trace[1088618486] 'process raft request' (duration: 1.095333876s)","trace[1088618486] 'compare' (duration: 571.787981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:44.344686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:42.676699Z","time spent":"1.667925671s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T00:58:44.344741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507561557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:44.344773Z","caller":"traceutil/trace.go:171","msg":"trace[114209474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.507636479s","start":"2026-05-01T00:58:42.837123Z","end":"2026-05-01T00:58:44.34476Z","steps":["trace[114209474] 'agreement among raft nodes before linearized reading' (duration: 1.507540527s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:44.344839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:42.837105Z","time spent":"1.507726751s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T00:58:44.344953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.020107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-01T00:58:44.34512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.495797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-01T00:58:44.345059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.124779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-01T00:58:44.345167Z","caller":"traceutil/trace.go:171","msg":"trace[816202887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"310.269772ms","start":"2026-05-01T00:58:44.034882Z","end":"2026-05-01T00:58:44.345152Z","steps":["trace[816202887] 'agreement among raft nodes before linearized reading' (duration: 310.114979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:44.345198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.034858Z","time spent":"310.333553ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T00:58:44.345223Z","caller":"traceutil/trace.go:171","msg":"trace[309435229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"310.324803ms","start":"2026-05-01T00:58:44.034819Z","end":"2026-05-01T00:58:44.345144Z","steps":["trace[309435229] 'agreement among raft nodes before linearized reading' (duration: 309.861033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:44.345273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.321362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-05-01T00:58:44.345368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.034797Z","time spent":"310.515116ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-01T00:58:44.34538Z","caller":"traceutil/trace.go:171","msg":"trace[1276832399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"309.573138ms","start":"2026-05-01T00:58:44.035573Z","end":"2026-05-01T00:58:44.345146Z","steps":["trace[1276832399] 'agreement among raft nodes before linearized reading' (duration: 309.512157ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:44.345441Z","caller":"traceutil/trace.go:171","msg":"trace[76071092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"310.490975ms","start":"2026-05-01T00:58:44.034846Z","end":"2026-05-01T00:58:44.345337Z","steps":["trace[76071092] 'agreement among raft nodes before linearized reading' (duration: 310.20588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:44.345487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.035551Z","time spent":"309.913325ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T00:58:44.345506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.03483Z","time spent":"310.659269ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T00:58:46.361698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000931418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-01T00:58:46.361777Z","caller":"traceutil/trace.go:171","msg":"trace[1315545308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001077201s","start":"2026-05-01T00:58:44.360685Z","end":"2026-05-01T00:58:46.361762Z","steps":["trace[1315545308] 'agreement among raft nodes before linearized reading' (duration: 2.000961939s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:46.361826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.36067Z","time spent":"2.001146862s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/01 00:58:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-01T00:58:46.725524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226538695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T00:58:46.725866Z","caller":"traceutil/trace.go:171","msg":"trace[964066667] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:646; }","duration":"2.367401613s","start":"2026-05-01T00:58:44.35844Z","end":"2026-05-01T00:58:46.725841Z","steps":["trace[964066667] 'read index received' (duration: 11.614358ms)","trace[964066667] 'applied index is now lower than readState.Index' (duration: 2.355785735s)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:46.72607Z","caller":"traceutil/trace.go:171","msg":"trace[17096434] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"2.36772589s","start":"2026-05-01T00:58:44.358306Z","end":"2026-05-01T00:58:46.726032Z","steps":["trace[17096434] 'process raft request' (duration: 2.367454635s)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:46.726131Z","caller":"traceutil/trace.go:171","msg":"trace[80270513] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.369704036s","start":"2026-05-01T00:58:44.356391Z","end":"2026-05-01T00:58:46.726095Z","steps":["trace[80270513] 'process raft request' (duration: 142.469129ms)","trace[80270513] 'compare' (duration: 2.226041134s)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:58:46.726207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.358296Z","time spent":"2.367834781s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:46.726288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.340295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:46.726369Z","caller":"traceutil/trace.go:171","msg":"trace[2126848558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"364.456086ms","start":"2026-05-01T00:58:46.361896Z","end":"2026-05-01T00:58:46.726352Z","steps":["trace[2126848558] 'agreement among raft nodes before linearized reading' (duration: 364.336024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:46.727401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.753596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-01T00:58:46.727653Z","caller":"traceutil/trace.go:171","msg":"trace[988701229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"354.040261ms","start":"2026-05-01T00:58:46.373577Z","end":"2026-05-01T00:58:46.727618Z","steps":["trace[988701229] 'agreement among raft nodes before linearized reading' (duration: 352.651675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:46.727698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:46.361875Z","time spent":"365.802292ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T00:58:46.727743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:46.373562Z","time spent":"354.161794ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T00:58:46.727871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369421582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:58:46.727956Z","caller":"traceutil/trace.go:171","msg":"trace[1308500735] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:631; }","duration":"2.369516484s","start":"2026-05-01T00:58:44.358419Z","end":"2026-05-01T00:58:46.727935Z","steps":["trace[1308500735] 'agreement among raft nodes before linearized reading' (duration: 2.369399141s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:46.728001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.358407Z","time spent":"2.369583795s","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-05-01T00:58:46.726259Z","caller":"traceutil/trace.go:171","msg":"trace[321338313] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.369664005s","start":"2026-05-01T00:58:44.35656Z","end":"2026-05-01T00:58:46.726224Z","steps":["trace[321338313] 'process raft request' (duration: 2.369095785s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:46.728224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.356539Z","time spent":"2.371581372s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:46.726317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.356365Z","time spent":"2.369857719s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:58:46.729416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322602364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T00:58:46.730201Z","caller":"traceutil/trace.go:171","msg":"trace[807585659] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:631; }","duration":"2.322853909s","start":"2026-05-01T00:58:44.40663Z","end":"2026-05-01T00:58:46.729484Z","steps":["trace[807585659] 'agreement among raft nodes before linearized reading' (duration: 2.319495935s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:46.730261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:58:44.406607Z","time spent":"2.323636723s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-05-01T00:58:47.183511Z","caller":"traceutil/trace.go:171","msg":"trace[2055688248] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"133.172725ms","start":"2026-05-01T00:58:47.050312Z","end":"2026-05-01T00:58:47.183485Z","steps":["trace[2055688248] 'process raft request' (duration: 132.973851ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:48.842734Z","caller":"traceutil/trace.go:171","msg":"trace[1270459713] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:690; }","duration":"109.783266ms","start":"2026-05-01T00:58:48.732924Z","end":"2026-05-01T00:58:48.842708Z","steps":["trace[1270459713] 'read index received' (duration: 109.573963ms)","trace[1270459713] 'applied index is now lower than readState.Index' (duration: 207.783µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:48.842847Z","caller":"traceutil/trace.go:171","msg":"trace[364563975] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"112.167941ms","start":"2026-05-01T00:58:48.73064Z","end":"2026-05-01T00:58:48.842808Z","steps":["trace[364563975] 'process raft request' (duration: 111.887046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:48.843053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.99655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-01T00:58:48.843124Z","caller":"traceutil/trace.go:171","msg":"trace[1911410069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"110.133463ms","start":"2026-05-01T00:58:48.732976Z","end":"2026-05-01T00:58:48.84311Z","steps":["trace[1911410069] 'agreement among raft nodes before linearized reading' (duration: 109.920599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:48.843203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.187023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-01T00:58:48.84332Z","caller":"traceutil/trace.go:171","msg":"trace[1747717701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:671; }","duration":"110.420518ms","start":"2026-05-01T00:58:48.732859Z","end":"2026-05-01T00:58:48.843279Z","steps":["trace[1747717701] 'agreement among raft nodes before linearized reading' (duration: 110.046291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:48.843409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.830498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-01T00:58:48.84359Z","caller":"traceutil/trace.go:171","msg":"trace[1322724422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:671; }","duration":"109.123495ms","start":"2026-05-01T00:58:48.734429Z","end":"2026-05-01T00:58:48.843552Z","steps":["trace[1322724422] 'agreement among raft nodes before linearized reading' (duration: 108.595724ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:50.620803Z","caller":"traceutil/trace.go:171","msg":"trace[918327799] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"106.047547ms","start":"2026-05-01T00:58:50.514724Z","end":"2026-05-01T00:58:50.620772Z","steps":["trace[918327799] 'process raft request' (duration: 105.760302ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:58.520952Z","caller":"traceutil/trace.go:171","msg":"trace[628891743] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"105.924544ms","start":"2026-05-01T00:58:58.415003Z","end":"2026-05-01T00:58:58.520928Z","steps":["trace[628891743] 'process raft request' (duration: 105.763221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:58:58.769282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.525093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T00:58:58.769398Z","caller":"traceutil/trace.go:171","msg":"trace[1826270092] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"223.624809ms","start":"2026-05-01T00:58:58.545753Z","end":"2026-05-01T00:58:58.769378Z","steps":["trace[1826270092] 'process raft request' (duration: 67.926223ms)","trace[1826270092] 'compare' (duration: 155.38174ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:59.132615Z","caller":"traceutil/trace.go:171","msg":"trace[915497381] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"156.422381ms","start":"2026-05-01T00:58:58.976167Z","end":"2026-05-01T00:58:59.13259Z","steps":["trace[915497381] 'process raft request' (duration: 156.332909ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:58:59.132654Z","caller":"traceutil/trace.go:171","msg":"trace[2041529269] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"156.535282ms","start":"2026-05-01T00:58:58.976078Z","end":"2026-05-01T00:58:59.132613Z","steps":["trace[2041529269] 'process raft request' (duration: 104.476207ms)","trace[2041529269] 'compare' (duration: 51.812901ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:58:59.132885Z","caller":"traceutil/trace.go:171","msg":"trace[283376768] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"156.628723ms","start":"2026-05-01T00:58:58.976217Z","end":"2026-05-01T00:58:59.132845Z","steps":["trace[283376768] 'process raft request' (duration: 156.334578ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:00.964934Z","caller":"traceutil/trace.go:171","msg":"trace[1688406476] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"391.415082ms","start":"2026-05-01T00:59:00.573505Z","end":"2026-05-01T00:59:00.96492Z","steps":["trace[1688406476] 'process raft request' (duration: 391.115207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:00.965108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:00.573489Z","time spent":"391.512504ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5035,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:59:00.965184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.284058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T00:59:00.965349Z","caller":"traceutil/trace.go:171","msg":"trace[680159340] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:774; }","duration":"345.513702ms","start":"2026-05-01T00:59:00.619811Z","end":"2026-05-01T00:59:00.965325Z","steps":["trace[680159340] 'agreement among raft nodes before linearized reading' (duration: 345.232667ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:00.964839Z","caller":"traceutil/trace.go:171","msg":"trace[692403980] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"344.949232ms","start":"2026-05-01T00:59:00.61986Z","end":"2026-05-01T00:59:00.964809Z","steps":["trace[692403980] 'read index received' (duration: 344.708058ms)","trace[692403980] 'applied index is now lower than readState.Index' (duration: 240.184µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T00:59:00.965424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:00.61978Z","time spent":"345.617524ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-01T00:59:03.897601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.846023ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:59:03.89775Z","caller":"traceutil/trace.go:171","msg":"trace[25498287] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:796; }","duration":"483.001477ms","start":"2026-05-01T00:59:03.414727Z","end":"2026-05-01T00:59:03.897729Z","steps":["trace[25498287] 'range keys from in-memory index tree' (duration: 482.828323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:03.899159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.917961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-01T00:59:03.899286Z","caller":"traceutil/trace.go:171","msg":"trace[788223921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:796; }","duration":"747.105655ms","start":"2026-05-01T00:59:03.152155Z","end":"2026-05-01T00:59:03.899261Z","steps":["trace[788223921] 'range keys from in-memory index tree' (duration: 745.777739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:03.899276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.992982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-01T00:59:03.899342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.152133Z","time spent":"747.192696ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T00:59:03.899406Z","caller":"traceutil/trace.go:171","msg":"trace[747261976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"747.192186ms","start":"2026-05-01T00:59:03.152188Z","end":"2026-05-01T00:59:03.89938Z","steps":["trace[747261976] 'range keys from in-memory index tree' (duration: 745.048795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:03.899544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.152167Z","time spent":"747.362009ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T00:59:03.899185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.329348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-01T00:59:03.899776Z","caller":"traceutil/trace.go:171","msg":"trace[29650356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:796; }","duration":"747.97652ms","start":"2026-05-01T00:59:03.151784Z","end":"2026-05-01T00:59:03.899761Z","steps":["trace[29650356] 'range keys from in-memory index tree' (duration: 747.089203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:03.899821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.151764Z","time spent":"748.041531ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T00:59:03.899821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.957212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-01T00:59:03.899936Z","caller":"traceutil/trace.go:171","msg":"trace[1752000088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:796; }","duration":"833.130635ms","start":"2026-05-01T00:59:03.06678Z","end":"2026-05-01T00:59:03.89991Z","steps":["trace[1752000088] 'range keys from in-memory index tree' (duration: 832.722088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:03.899984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.066749Z","time spent":"833.224817ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T00:59:04.33899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460666279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T00:59:04.454044Z","caller":"traceutil/trace.go:171","msg":"trace[996940773] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"853.131909ms","start":"2026-05-01T00:59:03.600875Z","end":"2026-05-01T00:59:04.454007Z","steps":["trace[996940773] 'process raft request' (duration: 852.821494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:04.454319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.600836Z","time spent":"853.349643ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:59:04.613146Z","caller":"traceutil/trace.go:171","msg":"trace[1848287847] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:821; }","duration":"775.039436ms","start":"2026-05-01T00:59:03.838076Z","end":"2026-05-01T00:59:04.613115Z","steps":["trace[1848287847] 'read index received' (duration: 615.668352ms)","trace[1848287847] 'applied index is now lower than readState.Index' (duration: 159.370134ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:59:04.613164Z","caller":"traceutil/trace.go:171","msg":"trace[405882867] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"707.249797ms","start":"2026-05-01T00:59:03.905859Z","end":"2026-05-01T00:59:04.613109Z","steps":["trace[405882867] 'process raft request' (duration: 706.993492ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:04.613284Z","caller":"traceutil/trace.go:171","msg":"trace[114687625] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"707.153755ms","start":"2026-05-01T00:59:03.906121Z","end":"2026-05-01T00:59:04.613274Z","steps":["trace[114687625] 'process raft request' (duration: 706.874879ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:04.613341Z","caller":"traceutil/trace.go:171","msg":"trace[345023101] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"707.274237ms","start":"2026-05-01T00:59:03.905789Z","end":"2026-05-01T00:59:04.613064Z","steps":["trace[345023101] 'process raft request' (duration: 706.87224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:04.613402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.905829Z","time spent":"707.449821ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:59:04.613404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.906097Z","time spent":"707.218546ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:59:04.61347Z","caller":"traceutil/trace.go:171","msg":"trace[2092161202] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"706.918861ms","start":"2026-05-01T00:59:03.906534Z","end":"2026-05-01T00:59:04.613453Z","steps":["trace[2092161202] 'process raft request' (duration: 706.539463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:04.613565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.906526Z","time spent":"706.983032ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:59:04.613592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.905764Z","time spent":"707.695735ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T00:59:04.613398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.304462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:59:04.613709Z","caller":"traceutil/trace.go:171","msg":"trace[1521067176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"775.667399ms","start":"2026-05-01T00:59:03.838034Z","end":"2026-05-01T00:59:04.613701Z","steps":["trace[1521067176] 'agreement among raft nodes before linearized reading' (duration: 775.297142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:04.613729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:03.838013Z","time spent":"775.711079ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T00:59:04.613899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.754594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T00:59:04.613956Z","caller":"traceutil/trace.go:171","msg":"trace[1770525088] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:801; }","duration":"205.856656ms","start":"2026-05-01T00:59:04.408083Z","end":"2026-05-01T00:59:04.61394Z","steps":["trace[1770525088] 'agreement among raft nodes before linearized reading' (duration: 205.669533ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:20.797966Z","caller":"traceutil/trace.go:171","msg":"trace[2116700079] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"168.186434ms","start":"2026-05-01T00:59:20.629751Z","end":"2026-05-01T00:59:20.797937Z","steps":["trace[2116700079] 'process raft request' (duration: 167.920689ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:21.665049Z","caller":"traceutil/trace.go:171","msg":"trace[986371562] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"156.546066ms","start":"2026-05-01T00:59:21.508455Z","end":"2026-05-01T00:59:21.665001Z","steps":["trace[986371562] 'process raft request' (duration: 150.843878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:39.505271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460667061,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T00:59:39.562052Z","caller":"traceutil/trace.go:171","msg":"trace[1949189759] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1251; }","duration":"556.98792ms","start":"2026-05-01T00:59:39.005028Z","end":"2026-05-01T00:59:39.562016Z","steps":["trace[1949189759] 'read index received' (duration: 556.799575ms)","trace[1949189759] 'applied index is now lower than readState.Index' (duration: 186.565µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T00:59:39.562185Z","caller":"traceutil/trace.go:171","msg":"trace[2065868567] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"610.322043ms","start":"2026-05-01T00:59:38.951811Z","end":"2026-05-01T00:59:39.562133Z","steps":["trace[2065868567] 'process raft request' (duration: 609.995876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:39.562369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.325726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T00:59:39.562428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:38.951784Z","time spent":"610.510016ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T00:59:39.562502Z","caller":"traceutil/trace.go:171","msg":"trace[1381505871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1218; }","duration":"557.526729ms","start":"2026-05-01T00:59:39.004951Z","end":"2026-05-01T00:59:39.562478Z","steps":["trace[1381505871] 'agreement among raft nodes before linearized reading' (duration: 557.199953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:39.562553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:39.004918Z","time spent":"557.626061ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T00:59:39.562552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.473346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-05-01T00:59:39.562656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.904494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-01T00:59:39.562697Z","caller":"traceutil/trace.go:171","msg":"trace[1665032127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1218; }","duration":"526.636719ms","start":"2026-05-01T00:59:39.036037Z","end":"2026-05-01T00:59:39.562674Z","steps":["trace[1665032127] 'agreement among raft nodes before linearized reading' (duration: 526.210821ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:39.562759Z","caller":"traceutil/trace.go:171","msg":"trace[2012647687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1218; }","duration":"518.035357ms","start":"2026-05-01T00:59:39.044695Z","end":"2026-05-01T00:59:39.56273Z","steps":["trace[2012647687] 'agreement among raft nodes before linearized reading' (duration: 517.779402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:39.562744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.152479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-01T00:59:39.562805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:39.044681Z","time spent":"518.115458ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T00:59:39.562805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:39.035975Z","time spent":"526.813232ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T00:59:39.562855Z","caller":"traceutil/trace.go:171","msg":"trace[1966194614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1218; }","duration":"518.344492ms","start":"2026-05-01T00:59:39.044483Z","end":"2026-05-01T00:59:39.562827Z","steps":["trace[1966194614] 'agreement among raft nodes before linearized reading' (duration: 518.052427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:39.562876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.531236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-01T00:59:39.562909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:39.044449Z","time spent":"518.450494ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T00:59:39.562942Z","caller":"traceutil/trace.go:171","msg":"trace[1355825723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1218; }","duration":"518.637357ms","start":"2026-05-01T00:59:39.044283Z","end":"2026-05-01T00:59:39.562921Z","steps":["trace[1355825723] 'agreement among raft nodes before linearized reading' (duration: 518.457244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:39.562987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:39.044262Z","time spent":"518.713419ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T00:59:55.198764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.326672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-52bxc\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-05-01T00:59:55.198805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.189568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T00:59:55.198886Z","caller":"traceutil/trace.go:171","msg":"trace[1782057593] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-52bxc; range_end:; response_count:1; response_revision:1351; }","duration":"359.509086ms","start":"2026-05-01T00:59:54.839347Z","end":"2026-05-01T00:59:55.198857Z","steps":["trace[1782057593] 'range keys from in-memory index tree' (duration: 359.066698ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T00:59:55.198913Z","caller":"traceutil/trace.go:171","msg":"trace[1871830710] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1351; }","duration":"115.375431ms","start":"2026-05-01T00:59:55.083511Z","end":"2026-05-01T00:59:55.198887Z","steps":["trace[1871830710] 'count revisions from in-memory index tree' (duration: 115.053526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T00:59:55.198953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T00:59:54.83932Z","time spent":"359.616567ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-52bxc\" "} {"level":"info","ts":"2026-05-01T01:00:04.007747Z","caller":"traceutil/trace.go:171","msg":"trace[962341476] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1519; }","duration":"277.032653ms","start":"2026-05-01T01:00:03.730659Z","end":"2026-05-01T01:00:04.007692Z","steps":["trace[962341476] 'read index received' (duration: 276.808289ms)","trace[962341476] 'applied index is now lower than readState.Index' (duration: 222.194µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:04.007861Z","caller":"traceutil/trace.go:171","msg":"trace[2043358532] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"327.002542ms","start":"2026-05-01T01:00:03.680799Z","end":"2026-05-01T01:00:04.007801Z","steps":["trace[2043358532] 'process raft request' (duration: 326.557254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:04.008152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:03.680757Z","time spent":"327.248867ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:04.0082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.504841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:00:04.008311Z","caller":"traceutil/trace.go:171","msg":"trace[1065293364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1478; }","duration":"277.701106ms","start":"2026-05-01T01:00:03.730582Z","end":"2026-05-01T01:00:04.008283Z","steps":["trace[1065293364] 'agreement among raft nodes before linearized reading' (duration: 277.372059ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:04.066525Z","caller":"traceutil/trace.go:171","msg":"trace[598951924] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"175.897588ms","start":"2026-05-01T01:00:03.890596Z","end":"2026-05-01T01:00:04.066493Z","steps":["trace[598951924] 'process raft request' (duration: 173.85889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:04.066755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.521232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:04.066798Z","caller":"traceutil/trace.go:171","msg":"trace[1626298052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1480; }","duration":"226.633795ms","start":"2026-05-01T01:00:03.84015Z","end":"2026-05-01T01:00:04.066783Z","steps":["trace[1626298052] 'agreement among raft nodes before linearized reading' (duration: 226.433961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:04.066817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.706276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T01:00:04.066881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.133666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:00:04.066905Z","caller":"traceutil/trace.go:171","msg":"trace[265625767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1480; }","duration":"335.871319ms","start":"2026-05-01T01:00:03.731012Z","end":"2026-05-01T01:00:04.066883Z","steps":["trace[265625767] 'agreement among raft nodes before linearized reading' (duration: 335.582994ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:04.066936Z","caller":"traceutil/trace.go:171","msg":"trace[548259930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1480; }","duration":"335.218407ms","start":"2026-05-01T01:00:03.731703Z","end":"2026-05-01T01:00:04.066922Z","steps":["trace[548259930] 'agreement among raft nodes before linearized reading' (duration: 334.857801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:04.066959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:03.730987Z","time spent":"335.963231ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:00:04.066972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:03.731692Z","time spent":"335.271778ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:00:04.067083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.977209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:00:04.067103Z","caller":"traceutil/trace.go:171","msg":"trace[1282328959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1480; }","duration":"330.04723ms","start":"2026-05-01T01:00:03.737048Z","end":"2026-05-01T01:00:04.067096Z","steps":["trace[1282328959] 'agreement among raft nodes before linearized reading' (duration: 329.502499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:04.067126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:03.737039Z","time spent":"330.082801ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:00:04.067097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.482783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:00:04.06724Z","caller":"traceutil/trace.go:171","msg":"trace[391376199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1480; }","duration":"318.747817ms","start":"2026-05-01T01:00:03.748459Z","end":"2026-05-01T01:00:04.067207Z","steps":["trace[391376199] 'agreement among raft nodes before linearized reading' (duration: 318.131135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:04.067332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:03.74843Z","time spent":"318.88849ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T01:00:15.417072Z","caller":"traceutil/trace.go:171","msg":"trace[1464596244] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"226.578594ms","start":"2026-05-01T01:00:15.190452Z","end":"2026-05-01T01:00:15.41703Z","steps":["trace[1464596244] 'process raft request' (duration: 226.304849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:16.075166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.542778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:16.075302Z","caller":"traceutil/trace.go:171","msg":"trace[960329956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"238.742443ms","start":"2026-05-01T01:00:15.836532Z","end":"2026-05-01T01:00:16.075274Z","steps":["trace[960329956] 'range keys from in-memory index tree' (duration: 238.460737ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:16.15899Z","caller":"traceutil/trace.go:171","msg":"trace[255038527] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"121.048078ms","start":"2026-05-01T01:00:16.03791Z","end":"2026-05-01T01:00:16.158958Z","steps":["trace[255038527] 'read index received' (duration: 120.259473ms)","trace[255038527] 'applied index is now lower than readState.Index' (duration: 787.565µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:16.159056Z","caller":"traceutil/trace.go:171","msg":"trace[452687450] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"301.279779ms","start":"2026-05-01T01:00:15.857753Z","end":"2026-05-01T01:00:16.159032Z","steps":["trace[452687450] 'process raft request' (duration: 300.594545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:16.159296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:15.857735Z","time spent":"301.440062ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187531,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:16.160516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.573267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-01T01:00:16.160695Z","caller":"traceutil/trace.go:171","msg":"trace[948177621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1709; }","duration":"122.796781ms","start":"2026-05-01T01:00:16.037833Z","end":"2026-05-01T01:00:16.16063Z","steps":["trace[948177621] 'agreement among raft nodes before linearized reading' (duration: 121.326113ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:16.165353Z","caller":"traceutil/trace.go:171","msg":"trace[1484337155] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"110.344516ms","start":"2026-05-01T01:00:16.054978Z","end":"2026-05-01T01:00:16.165323Z","steps":["trace[1484337155] 'process raft request' (duration: 109.634353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:16.594078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.930068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:00:16.594356Z","caller":"traceutil/trace.go:171","msg":"trace[184970199] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"417.955735ms","start":"2026-05-01T01:00:16.176386Z","end":"2026-05-01T01:00:16.594342Z","steps":["trace[184970199] 'process raft request' (duration: 417.928964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:16.594416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:16.176381Z","time spent":"418.015636ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:16.594366Z","caller":"traceutil/trace.go:171","msg":"trace[1768274932] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"423.915697ms","start":"2026-05-01T01:00:16.170395Z","end":"2026-05-01T01:00:16.59431Z","steps":["trace[1768274932] 'process raft request' (duration: 287.667803ms)","trace[1768274932] 'compare' (duration: 135.600091ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:16.594458Z","caller":"traceutil/trace.go:171","msg":"trace[1886829522] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"418.210409ms","start":"2026-05-01T01:00:16.176164Z","end":"2026-05-01T01:00:16.594374Z","steps":["trace[1886829522] 'process raft request' (duration: 418.086717ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:16.594654Z","caller":"traceutil/trace.go:171","msg":"trace[902501282] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"418.342592ms","start":"2026-05-01T01:00:16.176304Z","end":"2026-05-01T01:00:16.594647Z","steps":["trace[902501282] 'process raft request' (duration: 417.967015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:16.594695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:16.176298Z","time spent":"418.381073ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:16.594761Z","caller":"traceutil/trace.go:171","msg":"trace[735973271] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"418.360323ms","start":"2026-05-01T01:00:16.176355Z","end":"2026-05-01T01:00:16.594716Z","steps":["trace[735973271] 'process raft request' (duration: 417.939245ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:16.594862Z","caller":"traceutil/trace.go:171","msg":"trace[238286778] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"418.863881ms","start":"2026-05-01T01:00:16.175992Z","end":"2026-05-01T01:00:16.594856Z","steps":["trace[238286778] 'process raft request' (duration: 418.185679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:16.5949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:16.175975Z","time spent":"418.908363ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:16.594887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:16.17635Z","time spent":"418.480325ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:16.594869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:16.170371Z","time spent":"424.202162ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:16.59535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:16.176152Z","time spent":"418.471204ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:18.126952Z","caller":"traceutil/trace.go:171","msg":"trace[1790122384] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"151.425359ms","start":"2026-05-01T01:00:17.975502Z","end":"2026-05-01T01:00:18.126928Z","steps":["trace[1790122384] 'process raft request' (duration: 151.259016ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:22.17104Z","caller":"traceutil/trace.go:171","msg":"trace[1649075475] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1848; }","duration":"420.346715ms","start":"2026-05-01T01:00:21.750667Z","end":"2026-05-01T01:00:22.171014Z","steps":["trace[1649075475] 'read index received' (duration: 420.0924ms)","trace[1649075475] 'applied index is now lower than readState.Index' (duration: 252.405µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:22.171157Z","caller":"traceutil/trace.go:171","msg":"trace[1921950102] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"420.645201ms","start":"2026-05-01T01:00:21.750464Z","end":"2026-05-01T01:00:22.171109Z","steps":["trace[1921950102] 'process raft request' (duration: 420.296285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.151152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:22.171388Z","caller":"traceutil/trace.go:171","msg":"trace[944538688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"420.285284ms","start":"2026-05-01T01:00:21.751082Z","end":"2026-05-01T01:00:22.171367Z","steps":["trace[944538688] 'agreement among raft nodes before linearized reading' (duration: 420.116851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.369216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:22.171395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.791386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:22.171412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.750443Z","time spent":"420.825035ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:22.171476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.751076Z","time spent":"420.387356ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:22.171502Z","caller":"traceutil/trace.go:171","msg":"trace[668605387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1780; }","duration":"335.525298ms","start":"2026-05-01T01:00:21.835953Z","end":"2026-05-01T01:00:22.171479Z","steps":["trace[668605387] 'agreement among raft nodes before linearized reading' (duration: 335.333225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.841757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:22.171511Z","caller":"traceutil/trace.go:171","msg":"trace[966096255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"389.918828ms","start":"2026-05-01T01:00:21.78157Z","end":"2026-05-01T01:00:22.171489Z","steps":["trace[966096255] 'agreement among raft nodes before linearized reading' (duration: 389.742855ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:22.171557Z","caller":"traceutil/trace.go:171","msg":"trace[865640508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"389.953829ms","start":"2026-05-01T01:00:21.781589Z","end":"2026-05-01T01:00:22.171543Z","steps":["trace[865640508] 'agreement among raft nodes before linearized reading' (duration: 389.816187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.258281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:22.171576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.835947Z","time spent":"335.614271ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:00:22.171574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.781549Z","time spent":"390.00573ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:00:22.171608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.781561Z","time spent":"390.03346ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-05-01T01:00:22.171636Z","caller":"traceutil/trace.go:171","msg":"trace[1164658617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"375.377024ms","start":"2026-05-01T01:00:21.796229Z","end":"2026-05-01T01:00:22.171606Z","steps":["trace[1164658617] 'agreement among raft nodes before linearized reading' (duration: 375.16193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.796211Z","time spent":"375.459295ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-01T01:00:22.171741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.047962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:22.17178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.993124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:22.171782Z","caller":"traceutil/trace.go:171","msg":"trace[1021545916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"351.105682ms","start":"2026-05-01T01:00:21.820664Z","end":"2026-05-01T01:00:22.171769Z","steps":["trace[1021545916] 'agreement among raft nodes before linearized reading' (duration: 351.035451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.911239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:22.171835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.820653Z","time spent":"351.166164ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:22.171903Z","caller":"traceutil/trace.go:171","msg":"trace[1281695755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"351.118543ms","start":"2026-05-01T01:00:21.820729Z","end":"2026-05-01T01:00:22.171848Z","steps":["trace[1281695755] 'agreement among raft nodes before linearized reading' (duration: 350.820697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.171918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.069536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:22.171982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.820715Z","time spent":"351.249685ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-01T01:00:22.17196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.219832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:22.171816Z","caller":"traceutil/trace.go:171","msg":"trace[1303686902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"404.090637ms","start":"2026-05-01T01:00:21.767714Z","end":"2026-05-01T01:00:22.171805Z","steps":["trace[1303686902] 'agreement among raft nodes before linearized reading' (duration: 404.033196ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:22.172065Z","caller":"traceutil/trace.go:171","msg":"trace[2070736254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"421.399785ms","start":"2026-05-01T01:00:21.750643Z","end":"2026-05-01T01:00:22.172042Z","steps":["trace[2070736254] 'agreement among raft nodes before linearized reading' (duration: 421.141821ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:22.172092Z","caller":"traceutil/trace.go:171","msg":"trace[1788675365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"404.29978ms","start":"2026-05-01T01:00:21.767727Z","end":"2026-05-01T01:00:22.172027Z","steps":["trace[1788675365] 'agreement among raft nodes before linearized reading' (duration: 403.961364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.172093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.767679Z","time spent":"404.390332ms","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-01T01:00:22.172067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.838297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:22.17265Z","caller":"traceutil/trace.go:171","msg":"trace[1031495672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1780; }","duration":"351.517801ms","start":"2026-05-01T01:00:21.821098Z","end":"2026-05-01T01:00:22.172616Z","steps":["trace[1031495672] 'agreement among raft nodes before linearized reading' (duration: 350.767456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.17215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.750632Z","time spent":"421.497408ms","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-01T01:00:22.17217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.767699Z","time spent":"404.457305ms","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:00:22.172734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.821071Z","time spent":"351.640604ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-01T01:00:22.172397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.989906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:22.17297Z","caller":"traceutil/trace.go:171","msg":"trace[216325354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1780; }","duration":"376.680168ms","start":"2026-05-01T01:00:21.796271Z","end":"2026-05-01T01:00:22.172951Z","steps":["trace[216325354] 'agreement among raft nodes before linearized reading' (duration: 374.951286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:22.173012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:21.796267Z","time spent":"376.727229ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:30.827283Z","caller":"traceutil/trace.go:171","msg":"trace[1759916757] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"105.973828ms","start":"2026-05-01T01:00:30.721244Z","end":"2026-05-01T01:00:30.827218Z","steps":["trace[1759916757] 'process raft request' (duration: 45.715527ms)","trace[1759916757] 'compare' (duration: 59.932455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:00:31.824062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460668401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:00:32.324895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460668401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:00:32.825793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460668401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:00:32.856455Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759257336s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:00:32.856954Z","caller":"traceutil/trace.go:171","msg":"trace[1312904195] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.791526989s","start":"2026-05-01T01:00:31.065399Z","end":"2026-05-01T01:00:32.856926Z","steps":["trace[1312904195] 'process raft request' (duration: 1.791362066s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:32.857614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.065373Z","time spent":"1.791722412s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:33.581107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.101006ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:33.581283Z","caller":"traceutil/trace.go:171","msg":"trace[472592059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1897; }","duration":"167.30005ms","start":"2026-05-01T01:00:33.413957Z","end":"2026-05-01T01:00:33.581257Z","steps":["trace[472592059] 'range keys from in-memory index tree' (duration: 167.081026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.581605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.65879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:00:33.581878Z","caller":"traceutil/trace.go:171","msg":"trace[1487429651] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1967; }","duration":"2.258493377s","start":"2026-05-01T01:00:31.32336Z","end":"2026-05-01T01:00:33.581853Z","steps":["trace[1487429651] 'read index received' (duration: 1.533307796s)","trace[1487429651] 'applied index is now lower than readState.Index' (duration: 725.184001ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:00:33.582491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146279571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:33.58255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25918212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:00:33.582565Z","caller":"traceutil/trace.go:171","msg":"trace[794286683] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1900; }","duration":"2.146399712s","start":"2026-05-01T01:00:31.436144Z","end":"2026-05-01T01:00:33.582544Z","steps":["trace[794286683] 'agreement among raft nodes before linearized reading' (duration: 2.14627846s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.582613Z","caller":"traceutil/trace.go:171","msg":"trace[1990620228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1900; }","duration":"2.259304212s","start":"2026-05-01T01:00:31.323285Z","end":"2026-05-01T01:00:33.582589Z","steps":["trace[1990620228] 'agreement among raft nodes before linearized reading' (duration: 2.259083658s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.582671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.32325Z","time spent":"2.259408834s","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-01T01:00:33.582751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121189375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-05-01T01:00:33.582769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313336357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-01T01:00:33.582798Z","caller":"traceutil/trace.go:171","msg":"trace[1237840187] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77; range_end:; response_count:1; response_revision:1900; }","duration":"2.121293126s","start":"2026-05-01T01:00:31.461489Z","end":"2026-05-01T01:00:33.582782Z","steps":["trace[1237840187] 'agreement among raft nodes before linearized reading' (duration: 2.121157194s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.582769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187602624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-01T01:00:33.582778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.7118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:00:33.582854Z","caller":"traceutil/trace.go:171","msg":"trace[127719664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1900; }","duration":"1.313472269s","start":"2026-05-01T01:00:32.26936Z","end":"2026-05-01T01:00:33.582832Z","steps":["trace[127719664] 'agreement among raft nodes before linearized reading' (duration: 1.313245215s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.582836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745156699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:33.582863Z","caller":"traceutil/trace.go:171","msg":"trace[1708004135] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.897691209s","start":"2026-05-01T01:00:31.685137Z","end":"2026-05-01T01:00:33.582828Z","steps":["trace[1708004135] 'process raft request' (duration: 1.265695604s)","trace[1708004135] 'compare' (duration: 630.486537ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:00:33.582912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.26933Z","time spent":"1.313570841s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:00:33.582926Z","caller":"traceutil/trace.go:171","msg":"trace[1343577069] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1900; }","duration":"546.938113ms","start":"2026-05-01T01:00:33.035957Z","end":"2026-05-01T01:00:33.582895Z","steps":["trace[1343577069] 'agreement among raft nodes before linearized reading' (duration: 546.557216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.58295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.252393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:00:33.582959Z","caller":"traceutil/trace.go:171","msg":"trace[1763095472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1900; }","duration":"1.745340772s","start":"2026-05-01T01:00:31.837588Z","end":"2026-05-01T01:00:33.582929Z","steps":["trace[1763095472] 'agreement among raft nodes before linearized reading' (duration: 1.745129648s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.58298Z","caller":"traceutil/trace.go:171","msg":"trace[144071145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1900; }","duration":"867.341695ms","start":"2026-05-01T01:00:32.71563Z","end":"2026-05-01T01:00:33.582972Z","steps":["trace[144071145] 'agreement among raft nodes before linearized reading' (duration: 867.252533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.582983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051145348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:00:33.583015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.837547Z","time spent":"1.745458714s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.685092Z","time spent":"1.897852302s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:33.583045Z","caller":"traceutil/trace.go:171","msg":"trace[1683073057] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1900; }","duration":"1.05125661s","start":"2026-05-01T01:00:32.531775Z","end":"2026-05-01T01:00:33.583031Z","steps":["trace[1683073057] 'agreement among raft nodes before linearized reading' (duration: 1.051157618s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.201398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:00:33.583101Z","caller":"traceutil/trace.go:171","msg":"trace[439487722] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1900; }","duration":"329.28428ms","start":"2026-05-01T01:00:33.253808Z","end":"2026-05-01T01:00:33.583092Z","steps":["trace[439487722] 'agreement among raft nodes before linearized reading' (duration: 329.218159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.418417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T01:00:33.583116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.531755Z","time spent":"1.051343181s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:33.582887Z","caller":"traceutil/trace.go:171","msg":"trace[1110890842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1900; }","duration":"1.187789608s","start":"2026-05-01T01:00:32.395069Z","end":"2026-05-01T01:00:33.582858Z","steps":["trace[1110890842] 'agreement among raft nodes before linearized reading' (duration: 1.187457172s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.253786Z","time spent":"329.344831ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:33.583143Z","caller":"traceutil/trace.go:171","msg":"trace[493516938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1900; }","duration":"857.472278ms","start":"2026-05-01T01:00:32.725663Z","end":"2026-05-01T01:00:33.583135Z","steps":["trace[493516938] 'agreement among raft nodes before linearized reading' (duration: 857.365786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.725652Z","time spent":"857.519528ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.395033Z","time spent":"1.188151105s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.183882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:00:33.58277Z","caller":"traceutil/trace.go:171","msg":"trace[1674730920] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"747.877672ms","start":"2026-05-01T01:00:32.83475Z","end":"2026-05-01T01:00:33.582628Z","steps":["trace[1674730920] 'process raft request' (duration: 747.040626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.582814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.808635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:00:33.582994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.03594Z","time spent":"547.041425ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:00:33.583385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98216922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-01T01:00:33.583463Z","caller":"traceutil/trace.go:171","msg":"trace[2111641337] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.272934391s","start":"2026-05-01T01:00:32.310463Z","end":"2026-05-01T01:00:33.583397Z","steps":["trace[2111641337] 'process raft request' (duration: 1.271269098s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.583496Z","caller":"traceutil/trace.go:171","msg":"trace[1322198493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1900; }","duration":"1.982327443s","start":"2026-05-01T01:00:31.601153Z","end":"2026-05-01T01:00:33.583481Z","steps":["trace[1322198493] 'agreement among raft nodes before linearized reading' (duration: 1.981450256s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.310438Z","time spent":"1.273073145s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:33.583395Z","caller":"traceutil/trace.go:171","msg":"trace[1632971732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1900; }","duration":"857.429438ms","start":"2026-05-01T01:00:32.725948Z","end":"2026-05-01T01:00:33.583377Z","steps":["trace[1632971732] 'agreement among raft nodes before linearized reading' (duration: 856.641553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.725941Z","time spent":"857.669993ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.601132Z","time spent":"1.982418535s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.983559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:33.583744Z","caller":"traceutil/trace.go:171","msg":"trace[471994342] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1900; }","duration":"553.493948ms","start":"2026-05-01T01:00:33.030227Z","end":"2026-05-01T01:00:33.583721Z","steps":["trace[471994342] 'agreement among raft nodes before linearized reading' (duration: 552.639972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.583796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.030203Z","time spent":"553.57877ms","remote":"127.0.0.1:58418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:00:33.582621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.43612Z","time spent":"2.146486104s","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:33.58331Z","caller":"traceutil/trace.go:171","msg":"trace[342251898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1900; }","duration":"857.375757ms","start":"2026-05-01T01:00:32.725902Z","end":"2026-05-01T01:00:33.583278Z","steps":["trace[342251898] 'agreement among raft nodes before linearized reading' (duration: 856.889358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.58389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.834716Z","time spent":"748.637436ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:33.582841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:31.461467Z","time spent":"2.121368507s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.725887Z","time spent":"858.052079ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:00:33.583008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.715582Z","time spent":"867.420856ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:00:33.584175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.301844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:00:33.584227Z","caller":"traceutil/trace.go:171","msg":"trace[1015379303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1900; }","duration":"858.392125ms","start":"2026-05-01T01:00:32.725819Z","end":"2026-05-01T01:00:33.584212Z","steps":["trace[1015379303] 'agreement among raft nodes before linearized reading' (duration: 858.184272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.584266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:32.725793Z","time spent":"858.466597ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:00:33.88372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.557967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:00:33.883877Z","caller":"traceutil/trace.go:171","msg":"trace[1758255413] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"294.704044ms","start":"2026-05-01T01:00:33.589142Z","end":"2026-05-01T01:00:33.883846Z","steps":["trace[1758255413] 'process raft request' (duration: 129.889432ms)","trace[1758255413] 'compare' (duration: 164.323723ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:33.91207Z","caller":"traceutil/trace.go:171","msg":"trace[755080122] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"322.361698ms","start":"2026-05-01T01:00:33.58968Z","end":"2026-05-01T01:00:33.912042Z","steps":["trace[755080122] 'process raft request' (duration: 322.152934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.912249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.589649Z","time spent":"322.50455ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:33.91246Z","caller":"traceutil/trace.go:171","msg":"trace[998091302] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"322.654184ms","start":"2026-05-01T01:00:33.589779Z","end":"2026-05-01T01:00:33.912434Z","steps":["trace[998091302] 'process raft request' (duration: 322.209135ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.912544Z","caller":"traceutil/trace.go:171","msg":"trace[1306597705] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"322.536282ms","start":"2026-05-01T01:00:33.589994Z","end":"2026-05-01T01:00:33.912531Z","steps":["trace[1306597705] 'process raft request' (duration: 322.329848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.912607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.589972Z","time spent":"322.609243ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:33.912595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.589773Z","time spent":"322.749436ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:33.912653Z","caller":"traceutil/trace.go:171","msg":"trace[1736950446] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"322.551152ms","start":"2026-05-01T01:00:33.590085Z","end":"2026-05-01T01:00:33.912637Z","steps":["trace[1736950446] 'process raft request' (duration: 322.42899ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.912656Z","caller":"traceutil/trace.go:171","msg":"trace[65938542] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"322.574563ms","start":"2026-05-01T01:00:33.59004Z","end":"2026-05-01T01:00:33.912614Z","steps":["trace[65938542] 'process raft request' (duration: 322.41529ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.91271Z","caller":"traceutil/trace.go:171","msg":"trace[94396501] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"322.586193ms","start":"2026-05-01T01:00:33.590111Z","end":"2026-05-01T01:00:33.912697Z","steps":["trace[94396501] 'process raft request' (duration: 322.452511ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:33.912701Z","caller":"traceutil/trace.go:171","msg":"trace[81345810] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1971; }","duration":"321.053864ms","start":"2026-05-01T01:00:33.591614Z","end":"2026-05-01T01:00:33.912668Z","steps":["trace[81345810] 'read index received' (duration: 127.444275ms)","trace[81345810] 'applied index is now lower than readState.Index' (duration: 193.608159ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:00:33.912778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.590102Z","time spent":"322.636204ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:33.912764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.590068Z","time spent":"322.651885ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:00:33.912779Z","caller":"traceutil/trace.go:171","msg":"trace[1321561700] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"322.49406ms","start":"2026-05-01T01:00:33.590251Z","end":"2026-05-01T01:00:33.912745Z","steps":["trace[1321561700] 'process raft request' (duration: 322.364088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.912843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.590023Z","time spent":"322.719876ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:33.91287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.229557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:33.912945Z","caller":"traceutil/trace.go:171","msg":"trace[676212695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"321.352868ms","start":"2026-05-01T01:00:33.59158Z","end":"2026-05-01T01:00:33.912933Z","steps":["trace[676212695] 'agreement among raft nodes before linearized reading' (duration: 321.220376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:33.912939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.590246Z","time spent":"322.606572ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:00:33.91299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:33.591572Z","time spent":"321.4093ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:00:34.981992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.452909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:34.982091Z","caller":"traceutil/trace.go:171","msg":"trace[600357271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"143.605331ms","start":"2026-05-01T01:00:34.83846Z","end":"2026-05-01T01:00:34.982066Z","steps":["trace[600357271] 'range keys from in-memory index tree' (duration: 143.269216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:34.982132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.992361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T01:00:34.982223Z","caller":"traceutil/trace.go:171","msg":"trace[206656579] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:1908; }","duration":"570.148345ms","start":"2026-05-01T01:00:34.412053Z","end":"2026-05-01T01:00:34.982201Z","steps":["trace[206656579] 'range keys from in-memory index tree' (duration: 569.781137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:34.982281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:34.412031Z","time spent":"570.240976ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-01T01:00:34.982295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.387967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:00:34.982379Z","caller":"traceutil/trace.go:171","msg":"trace[1088858820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"391.53357ms","start":"2026-05-01T01:00:34.590825Z","end":"2026-05-01T01:00:34.982358Z","steps":["trace[1088858820] 'range keys from in-memory index tree' (duration: 391.201494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:34.982427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:34.590792Z","time spent":"391.625332ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-01T01:00:34.98243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.23195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-01T01:00:34.98252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.337816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-01T01:00:34.982632Z","caller":"traceutil/trace.go:171","msg":"trace[2140601916] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77; range_end:; response_count:1; response_revision:1908; }","duration":"391.480059ms","start":"2026-05-01T01:00:34.591124Z","end":"2026-05-01T01:00:34.982604Z","steps":["trace[2140601916] 'range keys from in-memory index tree' (duration: 391.116582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:34.982686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:34.591115Z","time spent":"391.5607ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77\" "} {"level":"info","ts":"2026-05-01T01:00:34.982557Z","caller":"traceutil/trace.go:171","msg":"trace[197007226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1908; }","duration":"176.429734ms","start":"2026-05-01T01:00:34.806098Z","end":"2026-05-01T01:00:34.982527Z","steps":["trace[197007226] 'range keys from in-memory index tree' (duration: 175.944855ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:43.755244Z","caller":"traceutil/trace.go:171","msg":"trace[195614863] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"130.26061ms","start":"2026-05-01T01:00:43.624928Z","end":"2026-05-01T01:00:43.755189Z","steps":["trace[195614863] 'process raft request' (duration: 129.939143ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:43.76173Z","caller":"traceutil/trace.go:171","msg":"trace[594515164] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"133.658232ms","start":"2026-05-01T01:00:43.628044Z","end":"2026-05-01T01:00:43.761702Z","steps":["trace[594515164] 'process raft request' (duration: 133.611842ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:43.761866Z","caller":"traceutil/trace.go:171","msg":"trace[1927143964] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"134.614581ms","start":"2026-05-01T01:00:43.627222Z","end":"2026-05-01T01:00:43.761837Z","steps":["trace[1927143964] 'process raft request' (duration: 134.279805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:44.914917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460668628,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:00:45.045256Z","caller":"traceutil/trace.go:171","msg":"trace[1037982699] linearizableReadLoop","detail":"{readStateIndex:2083; appliedIndex:2082; }","duration":"630.927066ms","start":"2026-05-01T01:00:44.414299Z","end":"2026-05-01T01:00:45.045226Z","steps":["trace[1037982699] 'read index received' (duration: 630.706212ms)","trace[1037982699] 'applied index is now lower than readState.Index' (duration: 219.344µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:00:45.045284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:44.41329Z","time spent":"631.986545ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-01T01:00:45.045464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.248568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:45.045508Z","caller":"traceutil/trace.go:171","msg":"trace[880248157] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2009; }","duration":"625.413521ms","start":"2026-05-01T01:00:44.420084Z","end":"2026-05-01T01:00:45.045497Z","steps":["trace[880248157] 'agreement among raft nodes before linearized reading' (duration: 625.30982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:45.045483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.141459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:00:45.045547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:44.420064Z","time spent":"625.473132ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:45.04556Z","caller":"traceutil/trace.go:171","msg":"trace[1187372505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2009; }","duration":"631.260492ms","start":"2026-05-01T01:00:44.414281Z","end":"2026-05-01T01:00:45.045542Z","steps":["trace[1187372505] 'agreement among raft nodes before linearized reading' (duration: 631.073759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:45.045601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:44.414274Z","time spent":"631.316793ms","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:00:45.045699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.812778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:00:45.045804Z","caller":"traceutil/trace.go:171","msg":"trace[293260921] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2009; }","duration":"464.938621ms","start":"2026-05-01T01:00:44.580836Z","end":"2026-05-01T01:00:45.045774Z","steps":["trace[293260921] 'agreement among raft nodes before linearized reading' (duration: 464.740607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:45.045853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:00:44.580755Z","time spent":"465.087813ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:00:50.217325Z","caller":"traceutil/trace.go:171","msg":"trace[541942268] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"220.326954ms","start":"2026-05-01T01:00:49.996961Z","end":"2026-05-01T01:00:50.217288Z","steps":["trace[541942268] 'process raft request' (duration: 189.734214ms)","trace[541942268] 'compare' (duration: 30.351256ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:50.217417Z","caller":"traceutil/trace.go:171","msg":"trace[454820839] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"220.167952ms","start":"2026-05-01T01:00:49.997196Z","end":"2026-05-01T01:00:50.217364Z","steps":["trace[454820839] 'process raft request' (duration: 219.993938ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:50.217594Z","caller":"traceutil/trace.go:171","msg":"trace[554496851] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"219.928627ms","start":"2026-05-01T01:00:49.997636Z","end":"2026-05-01T01:00:50.217565Z","steps":["trace[554496851] 'process raft request' (duration: 219.696853ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:50.217651Z","caller":"traceutil/trace.go:171","msg":"trace[2109023426] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"217.794577ms","start":"2026-05-01T01:00:49.999844Z","end":"2026-05-01T01:00:50.217639Z","steps":["trace[2109023426] 'process raft request' (duration: 217.645164ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:00:50.21764Z","caller":"traceutil/trace.go:171","msg":"trace[602767145] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2110; }","duration":"124.455428ms","start":"2026-05-01T01:00:50.093151Z","end":"2026-05-01T01:00:50.217607Z","steps":["trace[602767145] 'read index received' (duration: 93.529872ms)","trace[602767145] 'applied index is now lower than readState.Index' (duration: 30.924106ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:00:50.217434Z","caller":"traceutil/trace.go:171","msg":"trace[975724230] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"219.792135ms","start":"2026-05-01T01:00:49.997603Z","end":"2026-05-01T01:00:50.217395Z","steps":["trace[975724230] 'process raft request' (duration: 219.670673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:50.218094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.894407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-05-01T01:00:50.218156Z","caller":"traceutil/trace.go:171","msg":"trace[755468862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2041; }","duration":"125.033239ms","start":"2026-05-01T01:00:50.093109Z","end":"2026-05-01T01:00:50.218142Z","steps":["trace[755468862] 'agreement among raft nodes before linearized reading' (duration: 124.683672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:00:50.218622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.561365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:00:50.218701Z","caller":"traceutil/trace.go:171","msg":"trace[41706089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"110.691038ms","start":"2026-05-01T01:00:50.107991Z","end":"2026-05-01T01:00:50.218682Z","steps":["trace[41706089] 'agreement among raft nodes before linearized reading' (duration: 110.467134ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:18.382059Z","caller":"traceutil/trace.go:171","msg":"trace[245689857] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"205.900241ms","start":"2026-05-01T01:01:18.1761Z","end":"2026-05-01T01:01:18.382001Z","steps":["trace[245689857] 'process raft request' (duration: 205.440752ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:18.588051Z","caller":"traceutil/trace.go:171","msg":"trace[641087351] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"200.739644ms","start":"2026-05-01T01:01:18.387228Z","end":"2026-05-01T01:01:18.587968Z","steps":["trace[641087351] 'process raft request' (duration: 200.429078ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:18.588526Z","caller":"traceutil/trace.go:171","msg":"trace[1369411002] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"201.133052ms","start":"2026-05-01T01:01:18.387366Z","end":"2026-05-01T01:01:18.588499Z","steps":["trace[1369411002] 'process raft request' (duration: 200.948569ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:18.588623Z","caller":"traceutil/trace.go:171","msg":"trace[1834219387] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"200.870266ms","start":"2026-05-01T01:01:18.387723Z","end":"2026-05-01T01:01:18.588593Z","steps":["trace[1834219387] 'process raft request' (duration: 200.723903ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:18.588615Z","caller":"traceutil/trace.go:171","msg":"trace[1055461586] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2278; }","duration":"171.52861ms","start":"2026-05-01T01:01:18.417055Z","end":"2026-05-01T01:01:18.588583Z","steps":["trace[1055461586] 'read index received' (duration: 41.916954ms)","trace[1055461586] 'applied index is now lower than readState.Index' (duration: 129.610146ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:01:18.58889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.804485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:01:18.588491Z","caller":"traceutil/trace.go:171","msg":"trace[242923002] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"201.201794ms","start":"2026-05-01T01:01:18.38722Z","end":"2026-05-01T01:01:18.588422Z","steps":["trace[242923002] 'process raft request' (duration: 200.696344ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:18.588977Z","caller":"traceutil/trace.go:171","msg":"trace[137822078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"171.931267ms","start":"2026-05-01T01:01:18.417028Z","end":"2026-05-01T01:01:18.588959Z","steps":["trace[137822078] 'agreement among raft nodes before linearized reading' (duration: 171.651382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.009105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322929669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:01:20.00919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.808302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:01:20.009221Z","caller":"traceutil/trace.go:171","msg":"trace[79498817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2202; }","duration":"1.323095671s","start":"2026-05-01T01:01:18.686099Z","end":"2026-05-01T01:01:20.009194Z","steps":["trace[79498817] 'count revisions from in-memory index tree' (duration: 1.322852717s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.009205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.598312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:01:20.009288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:18.686073Z","time spent":"1.323195373s","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:01:20.009304Z","caller":"traceutil/trace.go:171","msg":"trace[267089462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2202; }","duration":"589.769576ms","start":"2026-05-01T01:01:19.419512Z","end":"2026-05-01T01:01:20.009282Z","steps":["trace[267089462] 'count revisions from in-memory index tree' (duration: 589.45528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.00937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:19.419489Z","time spent":"589.868997ms","remote":"127.0.0.1:33934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:01:20.009395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056556781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-01T01:01:20.009434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:18.692584Z","time spent":"1.316845603s","remote":"127.0.0.1:49434","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-01T01:01:20.009466Z","caller":"traceutil/trace.go:171","msg":"trace[564643112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2202; }","duration":"1.056663733s","start":"2026-05-01T01:01:18.952784Z","end":"2026-05-01T01:01:20.009447Z","steps":["trace[564643112] 'range keys from in-memory index tree' (duration: 1.056365898s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.009521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:18.95276Z","time spent":"1.056748005s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:01:20.009677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171961238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:01:20.00974Z","caller":"traceutil/trace.go:171","msg":"trace[1086673573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"1.172021129s","start":"2026-05-01T01:01:18.837703Z","end":"2026-05-01T01:01:20.009724Z","steps":["trace[1086673573] 'range keys from in-memory index tree' (duration: 1.171883476s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:20.009245Z","caller":"traceutil/trace.go:171","msg":"trace[252253441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"412.919415ms","start":"2026-05-01T01:01:19.596309Z","end":"2026-05-01T01:01:20.009228Z","steps":["trace[252253441] 'range keys from in-memory index tree' (duration: 412.669139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.00986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:18.837682Z","time spent":"1.17209743s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:01:20.009872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:19.596293Z","time spent":"413.558626ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-01T01:01:20.00986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054741446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-01T01:01:20.010158Z","caller":"traceutil/trace.go:171","msg":"trace[138399387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2202; }","duration":"1.055049281s","start":"2026-05-01T01:01:18.955091Z","end":"2026-05-01T01:01:20.01014Z","steps":["trace[138399387] 'range keys from in-memory index tree' (duration: 1.054566563s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.010215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:18.95508Z","time spent":"1.055118203s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-01T01:01:20.512378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460669111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:01:20.614888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.222137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-01T01:01:20.636653Z","caller":"traceutil/trace.go:171","msg":"trace[1284235127] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"753.758002ms","start":"2026-05-01T01:01:19.882881Z","end":"2026-05-01T01:01:20.636639Z","steps":["trace[1284235127] 'process raft request' (duration: 753.599009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.636762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:19.882855Z","time spent":"753.847585ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:01:20.637041Z","caller":"traceutil/trace.go:171","msg":"trace[1772729529] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"727.146039ms","start":"2026-05-01T01:01:19.909885Z","end":"2026-05-01T01:01:20.637031Z","steps":["trace[1772729529] 'process raft request' (duration: 726.70384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.637116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:19.90986Z","time spent":"727.206369ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:01:20.637637Z","caller":"traceutil/trace.go:171","msg":"trace[200655587] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"721.203146ms","start":"2026-05-01T01:01:19.916398Z","end":"2026-05-01T01:01:20.637601Z","steps":["trace[200655587] 'process raft request' (duration: 721.012621ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:20.637794Z","caller":"traceutil/trace.go:171","msg":"trace[1139554668] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"720.102276ms","start":"2026-05-01T01:01:19.917662Z","end":"2026-05-01T01:01:20.637764Z","steps":["trace[1139554668] 'process raft request' (duration: 719.896342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:20.637953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:19.917645Z","time spent":"720.224308ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:20.638401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:19.916376Z","time spent":"721.37105ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:21.662674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.467816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:01:21.662943Z","caller":"traceutil/trace.go:171","msg":"trace[1216516361] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.647849355s","start":"2026-05-01T01:01:20.015056Z","end":"2026-05-01T01:01:21.662905Z","steps":["trace[1216516361] 'process raft request' (duration: 1.302000942s)","trace[1216516361] 'compare' (duration: 344.935466ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:01:21.662997Z","caller":"traceutil/trace.go:171","msg":"trace[1412313736] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2284; }","duration":"1.65127245s","start":"2026-05-01T01:01:20.011701Z","end":"2026-05-01T01:01:21.662973Z","steps":["trace[1412313736] 'read index received' (duration: 624.87379ms)","trace[1412313736] 'applied index is now lower than readState.Index' (duration: 1.02639705s)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:01:21.663139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.015036Z","time spent":"1.647994828s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:21.663209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651509615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:01:21.663213Z","caller":"traceutil/trace.go:171","msg":"trace[1790767828] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.646677323s","start":"2026-05-01T01:01:20.01648Z","end":"2026-05-01T01:01:21.663157Z","steps":["trace[1790767828] 'process raft request' (duration: 1.646335617s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:21.663281Z","caller":"traceutil/trace.go:171","msg":"trace[369370956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"1.651640367s","start":"2026-05-01T01:01:20.011624Z","end":"2026-05-01T01:01:21.663264Z","steps":["trace[369370956] 'agreement among raft nodes before linearized reading' (duration: 1.651525665s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.663324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.0116Z","time spent":"1.651716428s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:01:21.663458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.016473Z","time spent":"1.646837226s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:21.677703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084400678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T01:01:21.677727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213073416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:01:21.677765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29032244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-01T01:01:21.677782Z","caller":"traceutil/trace.go:171","msg":"trace[125677130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2209; }","duration":"1.084504821s","start":"2026-05-01T01:01:20.593256Z","end":"2026-05-01T01:01:21.677761Z","steps":["trace[125677130] 'agreement among raft nodes before linearized reading' (duration: 1.084281646s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:21.677786Z","caller":"traceutil/trace.go:171","msg":"trace[2076067987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.213183799s","start":"2026-05-01T01:01:20.464589Z","end":"2026-05-01T01:01:21.677772Z","steps":["trace[2076067987] 'agreement among raft nodes before linearized reading' (duration: 1.213028246s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.677828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.593248Z","time spent":"1.084568332s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:01:21.677826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.464557Z","time spent":"1.21326062s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:01:21.677825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253932821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:01:21.677827Z","caller":"traceutil/trace.go:171","msg":"trace[626302238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.290444383s","start":"2026-05-01T01:01:20.387361Z","end":"2026-05-01T01:01:21.677806Z","steps":["trace[626302238] 'agreement among raft nodes before linearized reading' (duration: 1.290289369s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.677832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084662614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-01T01:01:21.677902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.387337Z","time spent":"1.290548596s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:01:21.677912Z","caller":"traceutil/trace.go:171","msg":"trace[1723563381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2209; }","duration":"1.084775856s","start":"2026-05-01T01:01:20.593119Z","end":"2026-05-01T01:01:21.677895Z","steps":["trace[1723563381] 'agreement among raft nodes before linearized reading' (duration: 1.084566641s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.677839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288740551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-05-01T01:01:21.677952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.593102Z","time spent":"1.084841997s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T01:01:21.678004Z","caller":"traceutil/trace.go:171","msg":"trace[331922493] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"332.126474ms","start":"2026-05-01T01:01:21.345867Z","end":"2026-05-01T01:01:21.677994Z","steps":["trace[331922493] 'process raft request' (duration: 331.443311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.678045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.032785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:01:21.67808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:21.345845Z","time spent":"332.187406ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:21.678099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.330773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:01:21.678125Z","caller":"traceutil/trace.go:171","msg":"trace[780461884] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2209; }","duration":"881.112927ms","start":"2026-05-01T01:01:20.796997Z","end":"2026-05-01T01:01:21.67811Z","steps":["trace[780461884] 'agreement among raft nodes before linearized reading' (duration: 880.976634ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:21.678155Z","caller":"traceutil/trace.go:171","msg":"trace[1235976663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"660.424295ms","start":"2026-05-01T01:01:21.017715Z","end":"2026-05-01T01:01:21.678139Z","steps":["trace[1235976663] 'agreement among raft nodes before linearized reading' (duration: 660.277152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.677968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.726135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:01:21.678187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084816137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:01:21.678261Z","caller":"traceutil/trace.go:171","msg":"trace[1765522495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2209; }","duration":"1.085054501s","start":"2026-05-01T01:01:20.593187Z","end":"2026-05-01T01:01:21.678241Z","steps":["trace[1765522495] 'agreement among raft nodes before linearized reading' (duration: 1.084906708s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:21.678061Z","caller":"traceutil/trace.go:171","msg":"trace[2089950532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2209; }","duration":"1.289026276s","start":"2026-05-01T01:01:20.388962Z","end":"2026-05-01T01:01:21.677988Z","steps":["trace[2089950532] 'agreement among raft nodes before linearized reading' (duration: 1.288608168s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:21.678272Z","caller":"traceutil/trace.go:171","msg":"trace[1316398618] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2209; }","duration":"781.044581ms","start":"2026-05-01T01:01:20.897178Z","end":"2026-05-01T01:01:21.678223Z","steps":["trace[1316398618] 'agreement among raft nodes before linearized reading' (duration: 780.754205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.678321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.388951Z","time spent":"1.289359582s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:01:21.678188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:21.017695Z","time spent":"660.484206ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-01T01:01:21.678393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.593164Z","time spent":"1.085213233s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:01:21.678386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.897157Z","time spent":"781.212493ms","remote":"127.0.0.1:45354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:01:21.678404Z","caller":"traceutil/trace.go:171","msg":"trace[1929940593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2209; }","duration":"1.254018283s","start":"2026-05-01T01:01:20.423852Z","end":"2026-05-01T01:01:21.67787Z","steps":["trace[1929940593] 'agreement among raft nodes before linearized reading' (duration: 1.253905561s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.67851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.423841Z","time spent":"1.254651905s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:01:21.678199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.796934Z","time spent":"881.22632ms","remote":"127.0.0.1:46764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:01:21.679083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085723993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:01:21.679147Z","caller":"traceutil/trace.go:171","msg":"trace[1634560069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2209; }","duration":"1.085807694s","start":"2026-05-01T01:01:20.593324Z","end":"2026-05-01T01:01:21.679132Z","steps":["trace[1634560069] 'agreement among raft nodes before linearized reading' (duration: 1.084771995s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:21.679197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:20.593316Z","time spent":"1.085871297s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:01:27.168904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.747014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:01:27.169072Z","caller":"traceutil/trace.go:171","msg":"trace[1194513221] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2319; }","duration":"451.192707ms","start":"2026-05-01T01:01:26.717861Z","end":"2026-05-01T01:01:27.169054Z","steps":["trace[1194513221] 'read index received' (duration: 18.778832ms)","trace[1194513221] 'applied index is now lower than readState.Index' (duration: 432.412845ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:01:27.169177Z","caller":"traceutil/trace.go:171","msg":"trace[303684670] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"505.350183ms","start":"2026-05-01T01:01:26.663816Z","end":"2026-05-01T01:01:27.169166Z","steps":["trace[303684670] 'process raft request' (duration: 505.176198ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:27.169221Z","caller":"traceutil/trace.go:171","msg":"trace[132171439] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"505.782641ms","start":"2026-05-01T01:01:26.663409Z","end":"2026-05-01T01:01:27.169191Z","steps":["trace[132171439] 'process raft request' (duration: 369.650129ms)","trace[132171439] 'compare' (duration: 135.53716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:01:27.169373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:26.663368Z","time spent":"505.926774ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:27.169248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:26.663783Z","time spent":"505.430344ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:01:27.16959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.43799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-05-01T01:01:27.169695Z","caller":"traceutil/trace.go:171","msg":"trace[1698020585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2239; }","duration":"437.590403ms","start":"2026-05-01T01:01:26.732081Z","end":"2026-05-01T01:01:27.169672Z","steps":["trace[1698020585] 'agreement among raft nodes before linearized reading' (duration: 437.304528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.169703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.299254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:01:27.169755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:26.732064Z","time spent":"437.675864ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-01T01:01:27.169768Z","caller":"traceutil/trace.go:171","msg":"trace[1397915427] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2239; }","duration":"328.397636ms","start":"2026-05-01T01:01:26.84135Z","end":"2026-05-01T01:01:27.169748Z","steps":["trace[1397915427] 'agreement among raft nodes before linearized reading' (duration: 328.254993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.169817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:26.841332Z","time spent":"328.471177ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:01:27.16939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.542084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-01T01:01:27.170348Z","caller":"traceutil/trace.go:171","msg":"trace[770416533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"452.531783ms","start":"2026-05-01T01:01:26.717797Z","end":"2026-05-01T01:01:27.170329Z","steps":["trace[770416533] 'agreement among raft nodes before linearized reading' (duration: 451.478014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.170394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:26.717773Z","time spent":"452.607303ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-01T01:01:27.723484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.262216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:01:27.723575Z","caller":"traceutil/trace.go:171","msg":"trace[1804310026] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2239; }","duration":"334.885128ms","start":"2026-05-01T01:01:27.388663Z","end":"2026-05-01T01:01:27.723549Z","steps":["trace[1804310026] 'count revisions from in-memory index tree' (duration: 334.167504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.723622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:01:27.388592Z","time spent":"335.01644ms","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:01:27.975111Z","caller":"traceutil/trace.go:171","msg":"trace[1996718358] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2322; }","duration":"235.590576ms","start":"2026-05-01T01:01:27.739494Z","end":"2026-05-01T01:01:27.975084Z","steps":["trace[1996718358] 'read index received' (duration: 235.26107ms)","trace[1996718358] 'applied index is now lower than readState.Index' (duration: 328.266µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:01:27.975213Z","caller":"traceutil/trace.go:171","msg":"trace[1392262490] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"239.691063ms","start":"2026-05-01T01:01:27.735477Z","end":"2026-05-01T01:01:27.975168Z","steps":["trace[1392262490] 'process raft request' (duration: 239.402338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.975453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.658347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:01:27.975508Z","caller":"traceutil/trace.go:171","msg":"trace[1298213611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"235.779429ms","start":"2026-05-01T01:01:27.739712Z","end":"2026-05-01T01:01:27.975492Z","steps":["trace[1298213611] 'agreement among raft nodes before linearized reading' (duration: 235.573405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.975506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.981023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-01T01:01:27.975556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.983077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-01T01:01:27.975545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.036878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ab4b4d2e275fd4\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-01T01:01:27.9756Z","caller":"traceutil/trace.go:171","msg":"trace[1917809581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"233.07725ms","start":"2026-05-01T01:01:27.742509Z","end":"2026-05-01T01:01:27.975587Z","steps":["trace[1917809581] 'agreement among raft nodes before linearized reading' (duration: 232.957686ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:27.975596Z","caller":"traceutil/trace.go:171","msg":"trace[1493078730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2240; }","duration":"236.113617ms","start":"2026-05-01T01:01:27.739467Z","end":"2026-05-01T01:01:27.975581Z","steps":["trace[1493078730] 'agreement among raft nodes before linearized reading' (duration: 235.725699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.975648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.753373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:01:27.975624Z","caller":"traceutil/trace.go:171","msg":"trace[1758225115] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ab4b4d2e275fd4; range_end:; response_count:1; response_revision:2240; }","duration":"185.156351ms","start":"2026-05-01T01:01:27.790449Z","end":"2026-05-01T01:01:27.975605Z","steps":["trace[1758225115] 'agreement among raft nodes before linearized reading' (duration: 184.867675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.975685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.341324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:01:27.975724Z","caller":"traceutil/trace.go:171","msg":"trace[191067509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"233.410165ms","start":"2026-05-01T01:01:27.742306Z","end":"2026-05-01T01:01:27.975716Z","steps":["trace[191067509] 'agreement among raft nodes before linearized reading' (duration: 233.320023ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:27.975726Z","caller":"traceutil/trace.go:171","msg":"trace[56642267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2240; }","duration":"232.854765ms","start":"2026-05-01T01:01:27.742853Z","end":"2026-05-01T01:01:27.975708Z","steps":["trace[56642267] 'agreement among raft nodes before linearized reading' (duration: 232.66277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:01:27.975688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.591987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:01:27.975745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.126785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:01:27.975785Z","caller":"traceutil/trace.go:171","msg":"trace[599342958] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2240; }","duration":"173.208837ms","start":"2026-05-01T01:01:27.802565Z","end":"2026-05-01T01:01:27.975774Z","steps":["trace[599342958] 'agreement among raft nodes before linearized reading' (duration: 173.142556ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:27.975793Z","caller":"traceutil/trace.go:171","msg":"trace[823312714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"139.716539ms","start":"2026-05-01T01:01:27.836056Z","end":"2026-05-01T01:01:27.975773Z","steps":["trace[823312714] 'agreement among raft nodes before linearized reading' (duration: 139.595157ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:28.136826Z","caller":"traceutil/trace.go:171","msg":"trace[78541674] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"158.299267ms","start":"2026-05-01T01:01:27.978498Z","end":"2026-05-01T01:01:28.136797Z","steps":["trace[78541674] 'process raft request' (duration: 83.262241ms)","trace[78541674] 'compare' (duration: 74.76036ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:01:28.137231Z","caller":"traceutil/trace.go:171","msg":"trace[260696577] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"156.928792ms","start":"2026-05-01T01:01:27.980272Z","end":"2026-05-01T01:01:28.1372Z","steps":["trace[260696577] 'process raft request' (duration: 156.456783ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:28.13737Z","caller":"traceutil/trace.go:171","msg":"trace[904122839] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"156.955772ms","start":"2026-05-01T01:01:27.980393Z","end":"2026-05-01T01:01:28.137349Z","steps":["trace[904122839] 'process raft request' (duration: 156.83661ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:28.137398Z","caller":"traceutil/trace.go:171","msg":"trace[11326573] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"156.984873ms","start":"2026-05-01T01:01:27.980399Z","end":"2026-05-01T01:01:28.137384Z","steps":["trace[11326573] 'process raft request' (duration: 156.662487ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:28.137609Z","caller":"traceutil/trace.go:171","msg":"trace[1378403980] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"157.174846ms","start":"2026-05-01T01:01:27.980417Z","end":"2026-05-01T01:01:28.137592Z","steps":["trace[1378403980] 'process raft request' (duration: 156.87297ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:01:28.137589Z","caller":"traceutil/trace.go:171","msg":"trace[1014400000] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"157.134525ms","start":"2026-05-01T01:01:27.980432Z","end":"2026-05-01T01:01:28.137566Z","steps":["trace[1014400000] 'process raft request' (duration: 157.040854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:08.513596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.246031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:02:08.513699Z","caller":"traceutil/trace.go:171","msg":"trace[633709614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2478; }","duration":"154.419255ms","start":"2026-05-01T01:02:08.359262Z","end":"2026-05-01T01:02:08.513681Z","steps":["trace[633709614] 'range keys from in-memory index tree' (duration: 153.996077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:08.513738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.122027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:02:08.513853Z","caller":"traceutil/trace.go:171","msg":"trace[790925586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2478; }","duration":"148.28901ms","start":"2026-05-01T01:02:08.365537Z","end":"2026-05-01T01:02:08.513826Z","steps":["trace[790925586] 'range keys from in-memory index tree' (duration: 147.896061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:08.513935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.071688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:02:08.514035Z","caller":"traceutil/trace.go:171","msg":"trace[945675499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2478; }","duration":"154.21002ms","start":"2026-05-01T01:02:08.359802Z","end":"2026-05-01T01:02:08.514012Z","steps":["trace[945675499] 'range keys from in-memory index tree' (duration: 153.867685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:08.514105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.324536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:02:08.514155Z","caller":"traceutil/trace.go:171","msg":"trace[1326751087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2478; }","duration":"160.414048ms","start":"2026-05-01T01:02:08.35373Z","end":"2026-05-01T01:02:08.514144Z","steps":["trace[1326751087] 'range keys from in-memory index tree' (duration: 160.128022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:08.514251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.636145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:02:08.51429Z","caller":"traceutil/trace.go:171","msg":"trace[743901884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2478; }","duration":"157.711996ms","start":"2026-05-01T01:02:08.356568Z","end":"2026-05-01T01:02:08.51428Z","steps":["trace[743901884] 'range keys from in-memory index tree' (duration: 157.522283ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:10.017084Z","caller":"traceutil/trace.go:171","msg":"trace[139253757] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"124.378402ms","start":"2026-05-01T01:02:09.892672Z","end":"2026-05-01T01:02:10.017051Z","steps":["trace[139253757] 'process raft request' (duration: 124.087506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:20.8152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:21.315935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:21.816623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:22.277268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.038630894s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:02:22.277944Z","caller":"traceutil/trace.go:171","msg":"trace[1070325461] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"2.039381047s","start":"2026-05-01T01:02:20.238531Z","end":"2026-05-01T01:02:22.277912Z","steps":["trace[1070325461] 'process raft request' (duration: 2.039096162s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.278134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.238509Z","time spent":"2.0395333s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:22.325275Z","caller":"traceutil/trace.go:171","msg":"trace[2013158997] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.362116593s","start":"2026-05-01T01:02:20.963116Z","end":"2026-05-01T01:02:22.325232Z","steps":["trace[2013158997] 'process raft request' (duration: 1.361757236s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.325485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.963098Z","time spent":"1.362276666s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:22.32528Z","caller":"traceutil/trace.go:171","msg":"trace[1427010290] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"951.454655ms","start":"2026-05-01T01:02:21.373786Z","end":"2026-05-01T01:02:22.325241Z","steps":["trace[1427010290] 'process raft request' (duration: 951.351763ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:22.325584Z","caller":"traceutil/trace.go:171","msg":"trace[388413580] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"946.718775ms","start":"2026-05-01T01:02:21.378815Z","end":"2026-05-01T01:02:22.325533Z","steps":["trace[388413580] 'process raft request' (duration: 946.377449ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:22.325653Z","caller":"traceutil/trace.go:171","msg":"trace[1693744272] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"580.060372ms","start":"2026-05-01T01:02:21.745578Z","end":"2026-05-01T01:02:22.325638Z","steps":["trace[1693744272] 'process raft request' (duration: 579.833108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.325723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.745559Z","time spent":"580.124134ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:22.325714Z","caller":"traceutil/trace.go:171","msg":"trace[1352645755] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"509.872347ms","start":"2026-05-01T01:02:21.815795Z","end":"2026-05-01T01:02:22.325668Z","steps":["trace[1352645755] 'process raft request' (duration: 509.740114ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:22.325697Z","caller":"traceutil/trace.go:171","msg":"trace[1334773877] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2795; }","duration":"2.010776421s","start":"2026-05-01T01:02:20.314894Z","end":"2026-05-01T01:02:22.325671Z","steps":["trace[1334773877] 'read index received' (duration: 1.962849643s)","trace[1334773877] 'applied index is now lower than readState.Index' (duration: 47.924958ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:22.325862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010930424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:22.325946Z","caller":"traceutil/trace.go:171","msg":"trace[878501678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2699; }","duration":"2.011071397s","start":"2026-05-01T01:02:20.314856Z","end":"2026-05-01T01:02:22.325927Z","steps":["trace[878501678] 'agreement among raft nodes before linearized reading' (duration: 2.010926164s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.325977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.815774Z","time spent":"510.093341ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:22.326031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488314708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:22.32612Z","caller":"traceutil/trace.go:171","msg":"trace[1450842723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"1.48843788s","start":"2026-05-01T01:02:20.837665Z","end":"2026-05-01T01:02:22.326103Z","steps":["trace[1450842723] 'agreement among raft nodes before linearized reading' (duration: 1.488304817s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.19649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-01T01:02:22.326161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708402064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-01T01:02:22.325994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903297297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:02:22.326089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.373752Z","time spent":"951.875303ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:22.326259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.845182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-01T01:02:22.3263Z","caller":"traceutil/trace.go:171","msg":"trace[548304219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2699; }","duration":"617.921763ms","start":"2026-05-01T01:02:21.70837Z","end":"2026-05-01T01:02:22.326292Z","steps":["trace[548304219] 'agreement among raft nodes before linearized reading' (duration: 617.825171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.708348Z","time spent":"617.979245ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-01T01:02:22.326268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.352222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:02:22.326349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380358555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-01T01:02:22.326401Z","caller":"traceutil/trace.go:171","msg":"trace[259360987] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2699; }","duration":"514.535356ms","start":"2026-05-01T01:02:21.81184Z","end":"2026-05-01T01:02:22.326375Z","steps":["trace[259360987] 'agreement among raft nodes before linearized reading' (duration: 514.286761ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:22.32641Z","caller":"traceutil/trace.go:171","msg":"trace[1199195884] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2699; }","duration":"1.380457916s","start":"2026-05-01T01:02:20.945939Z","end":"2026-05-01T01:02:22.326397Z","steps":["trace[1199195884] 'agreement among raft nodes before linearized reading' (duration: 1.380261112s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731565037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:02:22.326449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727171546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:02:22.326476Z","caller":"traceutil/trace.go:171","msg":"trace[21443199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2699; }","duration":"1.731639349s","start":"2026-05-01T01:02:20.594819Z","end":"2026-05-01T01:02:22.326459Z","steps":["trace[21443199] 'agreement among raft nodes before linearized reading' (duration: 1.731548467s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720642773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-01T01:02:22.3265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.782423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:02:22.326535Z","caller":"traceutil/trace.go:171","msg":"trace[169882366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2699; }","duration":"1.720696563s","start":"2026-05-01T01:02:20.605831Z","end":"2026-05-01T01:02:22.326527Z","steps":["trace[169882366] 'agreement among raft nodes before linearized reading' (duration: 1.720615732s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.60582Z","time spent":"1.720751865s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-01T01:02:22.326585Z","caller":"traceutil/trace.go:171","msg":"trace[1019640173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2699; }","duration":"845.888296ms","start":"2026-05-01T01:02:21.480678Z","end":"2026-05-01T01:02:22.326566Z","steps":["trace[1019640173] 'agreement among raft nodes before linearized reading' (duration: 845.355216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.480668Z","time spent":"845.949747ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:02:22.326345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710785959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:02:22.326674Z","caller":"traceutil/trace.go:171","msg":"trace[843737295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2699; }","duration":"1.711142075s","start":"2026-05-01T01:02:20.615523Z","end":"2026-05-01T01:02:22.326665Z","steps":["trace[843737295] 'agreement among raft nodes before linearized reading' (duration: 1.710719477s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.615511Z","time spent":"1.711203556s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:02:22.326217Z","caller":"traceutil/trace.go:171","msg":"trace[1747481343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2699; }","duration":"1.708471485s","start":"2026-05-01T01:02:20.617726Z","end":"2026-05-01T01:02:22.326198Z","steps":["trace[1747481343] 'agreement among raft nodes before linearized reading' (duration: 1.708295562s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.326829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.617715Z","time spent":"1.709093416s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:02:22.326469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.945918Z","time spent":"1.380540208s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-01T01:02:22.325872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.378805Z","time spent":"946.886059ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:22.326174Z","caller":"traceutil/trace.go:171","msg":"trace[271782265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2699; }","duration":"624.271822ms","start":"2026-05-01T01:02:21.701891Z","end":"2026-05-01T01:02:22.326163Z","steps":["trace[271782265] 'agreement among raft nodes before linearized reading' (duration: 624.136869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.327101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.701871Z","time spent":"625.209498ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:02:22.326171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.837648Z","time spent":"1.488513392s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T01:02:22.326228Z","caller":"traceutil/trace.go:171","msg":"trace[904141043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"1.903566582s","start":"2026-05-01T01:02:20.422644Z","end":"2026-05-01T01:02:22.32621Z","steps":["trace[904141043] 'agreement among raft nodes before linearized reading' (duration: 1.903288577s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.327288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.422623Z","time spent":"1.904651262s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:02:22.325995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.314839Z","time spent":"2.011144828s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:22.326521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.594798Z","time spent":"1.73171435s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T01:02:22.326513Z","caller":"traceutil/trace.go:171","msg":"trace[1892766779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2699; }","duration":"1.727284678s","start":"2026-05-01T01:02:20.599215Z","end":"2026-05-01T01:02:22.3265Z","steps":["trace[1892766779] 'agreement among raft nodes before linearized reading' (duration: 1.727130365s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:22.327615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:20.599191Z","time spent":"1.728405369s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:02:22.326466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:21.811824Z","time spent":"514.629177ms","remote":"127.0.0.1:57800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:02:24.468354Z","caller":"traceutil/trace.go:171","msg":"trace[302895819] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"134.849859ms","start":"2026-05-01T01:02:24.333478Z","end":"2026-05-01T01:02:24.468328Z","steps":["trace[302895819] 'process raft request' (duration: 45.369892ms)","trace[302895819] 'compare' (duration: 89.353405ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:24.523614Z","caller":"traceutil/trace.go:171","msg":"trace[1768828415] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"187.680158ms","start":"2026-05-01T01:02:24.33591Z","end":"2026-05-01T01:02:24.52359Z","steps":["trace[1768828415] 'process raft request' (duration: 187.462734ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.523914Z","caller":"traceutil/trace.go:171","msg":"trace[108034872] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"185.816412ms","start":"2026-05-01T01:02:24.338085Z","end":"2026-05-01T01:02:24.523902Z","steps":["trace[108034872] 'process raft request' (duration: 185.449105ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.523883Z","caller":"traceutil/trace.go:171","msg":"trace[1698947107] linearizableReadLoop","detail":"{readStateIndex:2812; appliedIndex:2809; }","duration":"184.170751ms","start":"2026-05-01T01:02:24.339678Z","end":"2026-05-01T01:02:24.523848Z","steps":["trace[1698947107] 'read index received' (duration: 39.186994ms)","trace[1698947107] 'applied index is now lower than readState.Index' (duration: 144.980787ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:24.524107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.407206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:02:24.52415Z","caller":"traceutil/trace.go:171","msg":"trace[1392062963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2710; }","duration":"184.503428ms","start":"2026-05-01T01:02:24.339636Z","end":"2026-05-01T01:02:24.52414Z","steps":["trace[1392062963] 'agreement among raft nodes before linearized reading' (duration: 184.302494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:24.52426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.742915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:02:24.524267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.40165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:02:24.52431Z","caller":"traceutil/trace.go:171","msg":"trace[734084684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2710; }","duration":"183.820086ms","start":"2026-05-01T01:02:24.340477Z","end":"2026-05-01T01:02:24.524297Z","steps":["trace[734084684] 'agreement among raft nodes before linearized reading' (duration: 183.656583ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.52433Z","caller":"traceutil/trace.go:171","msg":"trace[243554572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2710; }","duration":"181.484932ms","start":"2026-05-01T01:02:24.342833Z","end":"2026-05-01T01:02:24.524318Z","steps":["trace[243554572] 'agreement among raft nodes before linearized reading' (duration: 181.316049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:24.524312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.457333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:02:24.524381Z","caller":"traceutil/trace.go:171","msg":"trace[2003573087] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2710; }","duration":"180.572194ms","start":"2026-05-01T01:02:24.343786Z","end":"2026-05-01T01:02:24.524359Z","steps":["trace[2003573087] 'agreement among raft nodes before linearized reading' (duration: 180.36142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:24.524414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.752679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-01T01:02:24.524445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.912419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:02:24.524532Z","caller":"traceutil/trace.go:171","msg":"trace[1199041851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2710; }","duration":"183.027841ms","start":"2026-05-01T01:02:24.341485Z","end":"2026-05-01T01:02:24.524513Z","steps":["trace[1199041851] 'agreement among raft nodes before linearized reading' (duration: 182.762566ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.524522Z","caller":"traceutil/trace.go:171","msg":"trace[1330450490] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2710; }","duration":"107.922893ms","start":"2026-05-01T01:02:24.416573Z","end":"2026-05-01T01:02:24.524496Z","steps":["trace[1330450490] 'agreement among raft nodes before linearized reading' (duration: 107.608967ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.667883Z","caller":"traceutil/trace.go:171","msg":"trace[643114214] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"138.7341ms","start":"2026-05-01T01:02:24.529124Z","end":"2026-05-01T01:02:24.667858Z","steps":["trace[643114214] 'process raft request' (duration: 138.484726ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.667871Z","caller":"traceutil/trace.go:171","msg":"trace[1319899907] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"138.70688ms","start":"2026-05-01T01:02:24.52914Z","end":"2026-05-01T01:02:24.667847Z","steps":["trace[1319899907] 'process raft request' (duration: 138.631589ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.668311Z","caller":"traceutil/trace.go:171","msg":"trace[1056142505] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"138.108428ms","start":"2026-05-01T01:02:24.530174Z","end":"2026-05-01T01:02:24.668282Z","steps":["trace[1056142505] 'process raft request' (duration: 138.052147ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.66839Z","caller":"traceutil/trace.go:171","msg":"trace[1989696972] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"139.119138ms","start":"2026-05-01T01:02:24.52922Z","end":"2026-05-01T01:02:24.668339Z","steps":["trace[1989696972] 'process raft request' (duration: 138.907393ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:24.668308Z","caller":"traceutil/trace.go:171","msg":"trace[726042880] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"139.077457ms","start":"2026-05-01T01:02:24.529185Z","end":"2026-05-01T01:02:24.668262Z","steps":["trace[726042880] 'process raft request' (duration: 138.627799ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:48.75632Z","caller":"traceutil/trace.go:171","msg":"trace[1436691929] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"189.517169ms","start":"2026-05-01T01:02:48.566767Z","end":"2026-05-01T01:02:48.756284Z","steps":["trace[1436691929] 'process raft request' (duration: 104.013526ms)","trace[1436691929] 'compare' (duration: 85.356739ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:48.814825Z","caller":"traceutil/trace.go:171","msg":"trace[644475172] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"192.101717ms","start":"2026-05-01T01:02:48.622691Z","end":"2026-05-01T01:02:48.814793Z","steps":["trace[644475172] 'process raft request' (duration: 191.902933ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:48.815267Z","caller":"traceutil/trace.go:171","msg":"trace[460926035] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"191.061468ms","start":"2026-05-01T01:02:48.624173Z","end":"2026-05-01T01:02:48.815234Z","steps":["trace[460926035] 'process raft request' (duration: 190.574978ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:49.069287Z","caller":"traceutil/trace.go:171","msg":"trace[30112399] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"248.939518ms","start":"2026-05-01T01:02:48.820321Z","end":"2026-05-01T01:02:49.06926Z","steps":["trace[30112399] 'process raft request' (duration: 248.751555ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:49.109555Z","caller":"traceutil/trace.go:171","msg":"trace[1909660015] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"288.844394ms","start":"2026-05-01T01:02:48.820682Z","end":"2026-05-01T01:02:49.109526Z","steps":["trace[1909660015] 'process raft request' (duration: 288.764932ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:49.10963Z","caller":"traceutil/trace.go:171","msg":"trace[130318475] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"288.946706ms","start":"2026-05-01T01:02:48.820641Z","end":"2026-05-01T01:02:49.109588Z","steps":["trace[130318475] 'process raft request' (duration: 288.664441ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:49.109877Z","caller":"traceutil/trace.go:171","msg":"trace[1142558305] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2971; }","duration":"165.326524ms","start":"2026-05-01T01:02:48.944527Z","end":"2026-05-01T01:02:49.109854Z","steps":["trace[1142558305] 'read index received' (duration: 124.549201ms)","trace[1142558305] 'applied index is now lower than readState.Index' (duration: 40.776083ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:49.109944Z","caller":"traceutil/trace.go:171","msg":"trace[1692129348] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"289.117029ms","start":"2026-05-01T01:02:48.820806Z","end":"2026-05-01T01:02:49.109923Z","steps":["trace[1692129348] 'process raft request' (duration: 288.934316ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:49.109942Z","caller":"traceutil/trace.go:171","msg":"trace[93832887] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"289.13951ms","start":"2026-05-01T01:02:48.820774Z","end":"2026-05-01T01:02:49.109914Z","steps":["trace[93832887] 'process raft request' (duration: 288.715182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:49.110098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.564148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-01T01:02:49.110145Z","caller":"traceutil/trace.go:171","msg":"trace[1226729769] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2869; }","duration":"165.67261ms","start":"2026-05-01T01:02:48.944459Z","end":"2026-05-01T01:02:49.110132Z","steps":["trace[1226729769] 'agreement among raft nodes before linearized reading' (duration: 165.474846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:50.338625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:50.819074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.716672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-01T01:02:50.819192Z","caller":"traceutil/trace.go:171","msg":"trace[1556183724] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2976; }","duration":"981.682463ms","start":"2026-05-01T01:02:49.83749Z","end":"2026-05-01T01:02:50.819173Z","steps":["trace[1556183724] 'read index received' (duration: 530.87817ms)","trace[1556183724] 'applied index is now lower than readState.Index' (duration: 450.802723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:50.819469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.933627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:50.81956Z","caller":"traceutil/trace.go:171","msg":"trace[1075860071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"982.098411ms","start":"2026-05-01T01:02:49.837436Z","end":"2026-05-01T01:02:50.819535Z","steps":["trace[1075860071] 'agreement among raft nodes before linearized reading' (duration: 981.904277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:50.8196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:49.837416Z","time spent":"982.175642ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:02:50.857099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.775732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:02:50.857178Z","caller":"traceutil/trace.go:171","msg":"trace[1996359009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2870; }","duration":"313.904015ms","start":"2026-05-01T01:02:50.543253Z","end":"2026-05-01T01:02:50.857157Z","steps":["trace[1996359009] 'agreement among raft nodes before linearized reading' (duration: 313.684801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:50.857215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.543233Z","time spent":"313.972716ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-01T01:02:51.203482Z","caller":"traceutil/trace.go:171","msg":"trace[1913057583] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"380.336319ms","start":"2026-05-01T01:02:50.823114Z","end":"2026-05-01T01:02:51.20345Z","steps":["trace[1913057583] 'process raft request' (duration: 380.252798ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:51.203533Z","caller":"traceutil/trace.go:171","msg":"trace[621347737] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"381.722066ms","start":"2026-05-01T01:02:50.821761Z","end":"2026-05-01T01:02:51.203483Z","steps":["trace[621347737] 'process raft request' (duration: 381.426641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.203691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.823091Z","time spent":"380.498182ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:51.20384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.821744Z","time spent":"381.891599ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:51.204067Z","caller":"traceutil/trace.go:171","msg":"trace[726798663] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2980; }","duration":"347.208725ms","start":"2026-05-01T01:02:50.856846Z","end":"2026-05-01T01:02:51.204054Z","steps":["trace[726798663] 'read index received' (duration: 347.202745ms)","trace[726798663] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:51.204188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.244686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:51.204235Z","caller":"traceutil/trace.go:171","msg":"trace[1234922457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2872; }","duration":"383.327428ms","start":"2026-05-01T01:02:50.820895Z","end":"2026-05-01T01:02:51.204223Z","steps":["trace[1234922457] 'agreement among raft nodes before linearized reading' (duration: 383.238616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.204277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.820874Z","time spent":"383.394079ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:02:51.2465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.070234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:02:51.246511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.279763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:02:51.246567Z","caller":"traceutil/trace.go:171","msg":"trace[190603292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2873; }","duration":"132.206457ms","start":"2026-05-01T01:02:51.114346Z","end":"2026-05-01T01:02:51.246552Z","steps":["trace[190603292] 'agreement among raft nodes before linearized reading' (duration: 132.006563ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:51.246594Z","caller":"traceutil/trace.go:171","msg":"trace[1729837655] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2873; }","duration":"313.417466ms","start":"2026-05-01T01:02:50.933158Z","end":"2026-05-01T01:02:51.246575Z","steps":["trace[1729837655] 'agreement among raft nodes before linearized reading' (duration: 313.215633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.246636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.933142Z","time spent":"313.487157ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":24,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:51.246593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.115016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:02:51.246895Z","caller":"traceutil/trace.go:171","msg":"trace[504708339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2873; }","duration":"132.449322ms","start":"2026-05-01T01:02:51.11442Z","end":"2026-05-01T01:02:51.246869Z","steps":["trace[504708339] 'agreement among raft nodes before linearized reading' (duration: 131.929522ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:51.24695Z","caller":"traceutil/trace.go:171","msg":"trace[1135360176] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"385.260955ms","start":"2026-05-01T01:02:50.861675Z","end":"2026-05-01T01:02:51.246936Z","steps":["trace[1135360176] 'process raft request' (duration: 384.496631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.247003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.53186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-01T01:02:51.247045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.846201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:02:51.24707Z","caller":"traceutil/trace.go:171","msg":"trace[788242910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2873; }","duration":"131.883441ms","start":"2026-05-01T01:02:51.115179Z","end":"2026-05-01T01:02:51.247063Z","steps":["trace[788242910] 'agreement among raft nodes before linearized reading' (duration: 131.775719ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:51.247079Z","caller":"traceutil/trace.go:171","msg":"trace[197384582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2873; }","duration":"173.654733ms","start":"2026-05-01T01:02:51.073411Z","end":"2026-05-01T01:02:51.247066Z","steps":["trace[197384582] 'agreement among raft nodes before linearized reading' (duration: 173.46722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.247185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.054925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:02:51.247216Z","caller":"traceutil/trace.go:171","msg":"trace[258059249] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2873; }","duration":"132.097036ms","start":"2026-05-01T01:02:51.11511Z","end":"2026-05-01T01:02:51.247207Z","steps":["trace[258059249] 'agreement among raft nodes before linearized reading' (duration: 132.023505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.247454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.861642Z","time spent":"385.705024ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:51.247779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.252982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-01T01:02:51.247884Z","caller":"traceutil/trace.go:171","msg":"trace[1272542277] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2873; }","duration":"302.394094ms","start":"2026-05-01T01:02:50.945465Z","end":"2026-05-01T01:02:51.247859Z","steps":["trace[1272542277] 'agreement among raft nodes before linearized reading' (duration: 302.017287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.24794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:50.945452Z","time spent":"302.478666ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-01T01:02:51.464974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.335435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:02:51.465125Z","caller":"traceutil/trace.go:171","msg":"trace[434880734] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"214.381824ms","start":"2026-05-01T01:02:51.250715Z","end":"2026-05-01T01:02:51.465097Z","steps":["trace[434880734] 'process raft request' (duration: 88.800335ms)","trace[434880734] 'compare' (duration: 125.178542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:51.870323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.015205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:02:51.870683Z","caller":"traceutil/trace.go:171","msg":"trace[2130839286] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"619.92059ms","start":"2026-05-01T01:02:51.250725Z","end":"2026-05-01T01:02:51.870646Z","steps":["trace[2130839286] 'process raft request' (duration: 401.429306ms)","trace[2130839286] 'compare' (duration: 217.677168ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:51.870849Z","caller":"traceutil/trace.go:171","msg":"trace[577608054] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"619.202955ms","start":"2026-05-01T01:02:51.251624Z","end":"2026-05-01T01:02:51.870827Z","steps":["trace[577608054] 'process raft request' (duration: 618.91783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.87088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:51.250704Z","time spent":"620.073822ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:51.870866Z","caller":"traceutil/trace.go:171","msg":"trace[1687878682] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"620.064942ms","start":"2026-05-01T01:02:51.250762Z","end":"2026-05-01T01:02:51.870827Z","steps":["trace[1687878682] 'process raft request' (duration: 619.689495ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:51.870949Z","caller":"traceutil/trace.go:171","msg":"trace[277110142] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"618.861259ms","start":"2026-05-01T01:02:51.252062Z","end":"2026-05-01T01:02:51.870923Z","steps":["trace[277110142] 'process raft request' (duration: 618.526173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.870958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:51.251616Z","time spent":"619.287117ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:51.87106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:51.25205Z","time spent":"618.953461ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:51.871076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:51.250746Z","time spent":"620.227786ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:51.87146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.742457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-01T01:02:51.871535Z","caller":"traceutil/trace.go:171","msg":"trace[109048314] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2878; }","duration":"618.850319ms","start":"2026-05-01T01:02:51.252668Z","end":"2026-05-01T01:02:51.871518Z","steps":["trace[109048314] 'agreement among raft nodes before linearized reading' (duration: 618.627785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:51.871576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:51.25264Z","time spent":"618.927482ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-05-01T01:02:51.871536Z","caller":"traceutil/trace.go:171","msg":"trace[2143121145] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2981; }","duration":"618.547682ms","start":"2026-05-01T01:02:51.252671Z","end":"2026-05-01T01:02:51.871219Z","steps":["trace[2143121145] 'read index received' (duration: 90.918794ms)","trace[2143121145] 'applied index is now lower than readState.Index' (duration: 527.609658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:53.910023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924723704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:53.910399Z","caller":"traceutil/trace.go:171","msg":"trace[451679048] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2878; }","duration":"1.925167043s","start":"2026-05-01T01:02:51.985201Z","end":"2026-05-01T01:02:53.910368Z","steps":["trace[451679048] 'count revisions from in-memory index tree' (duration: 1.924602561s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:53.910565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555112329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-01T01:02:53.910629Z","caller":"traceutil/trace.go:171","msg":"trace[1872256669] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2878; }","duration":"1.555217391s","start":"2026-05-01T01:02:52.35539Z","end":"2026-05-01T01:02:53.910608Z","steps":["trace[1872256669] 'range keys from in-memory index tree' (duration: 1.554867805s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:53.9103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877876506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:02:53.910677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.355371Z","time spent":"1.555293783s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:02:53.910673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.095662ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:53.910736Z","caller":"traceutil/trace.go:171","msg":"trace[342486660] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2878; }","duration":"1.878351654s","start":"2026-05-01T01:02:52.032352Z","end":"2026-05-01T01:02:53.910704Z","steps":["trace[342486660] 'count revisions from in-memory index tree' (duration: 1.877689372s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:53.910791Z","caller":"traceutil/trace.go:171","msg":"trace[664038051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2878; }","duration":"496.220554ms","start":"2026-05-01T01:02:53.414552Z","end":"2026-05-01T01:02:53.910772Z","steps":["trace[664038051] 'range keys from in-memory index tree' (duration: 496.067232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:53.910841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.032337Z","time spent":"1.878463887s","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:53.911025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:51.985178Z","time spent":"1.925411787s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:53.910498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55094461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-01T01:02:53.911216Z","caller":"traceutil/trace.go:171","msg":"trace[397920855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2878; }","duration":"1.551665583s","start":"2026-05-01T01:02:52.35951Z","end":"2026-05-01T01:02:53.911175Z","steps":["trace[397920855] 'range keys from in-memory index tree' (duration: 1.550742126s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:53.911291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663380748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ab4b5fae24ae85\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-01T01:02:53.911404Z","caller":"traceutil/trace.go:171","msg":"trace[236233289] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ab4b5fae24ae85; range_end:; response_count:1; response_revision:2878; }","duration":"1.663564482s","start":"2026-05-01T01:02:52.247812Z","end":"2026-05-01T01:02:53.911377Z","steps":["trace[236233289] 'range keys from in-memory index tree' (duration: 1.663122063s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:53.911511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.247789Z","time spent":"1.663706134s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ab4b5fae24ae85\" "} {"level":"warn","ts":"2026-05-01T01:02:53.911261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.359492Z","time spent":"1.551756185s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-01T01:02:53.911523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423506813s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:02:53.911853Z","caller":"traceutil/trace.go:171","msg":"trace[1689991831] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"1.063528934s","start":"2026-05-01T01:02:52.848303Z","end":"2026-05-01T01:02:53.911832Z","steps":["trace[1689991831] 'process raft request' (duration: 1.063390741s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:53.911909Z","caller":"traceutil/trace.go:171","msg":"trace[552862346] linearizableReadLoop","detail":"{readStateIndex:2987; appliedIndex:2986; }","duration":"1.074172867s","start":"2026-05-01T01:02:52.837716Z","end":"2026-05-01T01:02:53.911889Z","steps":["trace[552862346] 'read index received' (duration: 34.81µs)","trace[552862346] 'applied index is now lower than readState.Index' (duration: 1.074135447s)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:53.912006Z","caller":"traceutil/trace.go:171","msg":"trace[60889820] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"1.54734838s","start":"2026-05-01T01:02:52.364641Z","end":"2026-05-01T01:02:53.911989Z","steps":["trace[60889820] 'process raft request' (duration: 123.147463ms)","trace[60889820] 'compare' (duration: 1.422915642s)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:02:53.912133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.364613Z","time spent":"1.547435282s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:53.912327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074604656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:53.912379Z","caller":"traceutil/trace.go:171","msg":"trace[1191169710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2880; }","duration":"1.074686227s","start":"2026-05-01T01:02:52.837679Z","end":"2026-05-01T01:02:53.912365Z","steps":["trace[1191169710] 'agreement among raft nodes before linearized reading' (duration: 1.074559484s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:53.912417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.837662Z","time spent":"1.074744868s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:02:53.913407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.848283Z","time spent":"1.063624675s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:54.413016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:54.914131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:55.217404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91096128s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:02:55.218099Z","caller":"traceutil/trace.go:171","msg":"trace[992046033] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"2.355607255s","start":"2026-05-01T01:02:52.862455Z","end":"2026-05-01T01:02:55.218063Z","steps":["trace[992046033] 'process raft request' (duration: 2.355273547s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:55.218309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.862436Z","time spent":"2.355774618s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:55.218469Z","caller":"traceutil/trace.go:171","msg":"trace[2117257242] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"2.007731208s","start":"2026-05-01T01:02:53.210714Z","end":"2026-05-01T01:02:55.218445Z","steps":["trace[2117257242] 'process raft request' (duration: 2.007566455s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:55.218661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.210683Z","time spent":"2.00789036s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:55.218513Z","caller":"traceutil/trace.go:171","msg":"trace[165653669] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"2.0078469s","start":"2026-05-01T01:02:53.210653Z","end":"2026-05-01T01:02:55.2185Z","steps":["trace[165653669] 'process raft request' (duration: 2.00733619s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:55.218828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.21062Z","time spent":"2.008112844s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:55.914181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00058156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-01T01:02:55.914312Z","caller":"traceutil/trace.go:171","msg":"trace[1453337838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800084s","start":"2026-05-01T01:02:53.913483Z","end":"2026-05-01T01:02:55.914283Z","steps":["trace[1453337838] 'agreement among raft nodes before linearized reading' (duration: 2.000612861s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:55.914378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.913455Z","time spent":"2.000909516s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/01 01:02:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-01T01:02:56.906309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333565886s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:02:56.906518Z","caller":"traceutil/trace.go:171","msg":"trace[1446952996] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2988; }","duration":"2.994557098s","start":"2026-05-01T01:02:53.911946Z","end":"2026-05-01T01:02:56.906503Z","steps":["trace[1446952996] 'read index received' (duration: 1.305717502s)","trace[1446952996] 'applied index is now lower than readState.Index' (duration: 1.688838496s)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:56.906533Z","caller":"traceutil/trace.go:171","msg":"trace[1134750608] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"2.991631052s","start":"2026-05-01T01:02:53.914859Z","end":"2026-05-01T01:02:56.90649Z","steps":["trace[1134750608] 'process raft request' (duration: 1.65779663s)","trace[1134750608] 'compare' (duration: 1.333194039s)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:56.906709Z","caller":"traceutil/trace.go:171","msg":"trace[1681975567] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"2.989277437s","start":"2026-05-01T01:02:53.917423Z","end":"2026-05-01T01:02:56.9067Z","steps":["trace[1681975567] 'process raft request' (duration: 2.98896913s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.906718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.914839Z","time spent":"2.991776055s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:56.906763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.91741Z","time spent":"2.989329848s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:56.906898Z","caller":"traceutil/trace.go:171","msg":"trace[385245498] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"2.988132474s","start":"2026-05-01T01:02:53.918758Z","end":"2026-05-01T01:02:56.906891Z","steps":["trace[385245498] 'process raft request' (duration: 2.987711147s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.906939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.91874Z","time spent":"2.988177635s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:56.907113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029959217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-01T01:02:56.907141Z","caller":"traceutil/trace.go:171","msg":"trace[475825461] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2886; }","duration":"3.030009408s","start":"2026-05-01T01:02:53.877122Z","end":"2026-05-01T01:02:56.907131Z","steps":["trace[475825461] 'agreement among raft nodes before linearized reading' (duration: 3.029892776s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.877117Z","time spent":"3.030040059s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:02:56.907274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.056201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:56.907309Z","caller":"traceutil/trace.go:171","msg":"trace[103834463] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2886; }","duration":"396.120603ms","start":"2026-05-01T01:02:56.511171Z","end":"2026-05-01T01:02:56.907292Z","steps":["trace[103834463] 'agreement among raft nodes before linearized reading' (duration: 396.081302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907859339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-01T01:02:56.907331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.51115Z","time spent":"396.174094ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:56.907334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030715251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-01T01:02:56.907366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614338224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:02:56.907456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450882023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:02:56.907462Z","caller":"traceutil/trace.go:171","msg":"trace[672443388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2886; }","duration":"3.030845524s","start":"2026-05-01T01:02:53.876558Z","end":"2026-05-01T01:02:56.907404Z","steps":["trace[672443388] 'agreement among raft nodes before linearized reading' (duration: 3.03061731s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100169871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:02:56.907494Z","caller":"traceutil/trace.go:171","msg":"trace[755395017] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2886; }","duration":"2.450955853s","start":"2026-05-01T01:02:54.456527Z","end":"2026-05-01T01:02:56.907483Z","steps":["trace[755395017] 'agreement among raft nodes before linearized reading' (duration: 2.450881762s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.077797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:02:56.90752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:54.456506Z","time spent":"2.451007265s","remote":"127.0.0.1:58112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:56.907416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03062672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-01T01:02:56.907524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656722117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-01T01:02:56.907545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437988439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-01T01:02:56.907533Z","caller":"traceutil/trace.go:171","msg":"trace[806557714] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2886; }","duration":"2.100327634s","start":"2026-05-01T01:02:54.80718Z","end":"2026-05-01T01:02:56.907508Z","steps":["trace[806557714] 'agreement among raft nodes before linearized reading' (duration: 2.100155971s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.368191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:02:56.907574Z","caller":"traceutil/trace.go:171","msg":"trace[1118847471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2886; }","duration":"3.438078371s","start":"2026-05-01T01:02:53.469488Z","end":"2026-05-01T01:02:56.907567Z","steps":["trace[1118847471] 'agreement among raft nodes before linearized reading' (duration: 3.437828656s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962545018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-01T01:02:56.90758Z","caller":"traceutil/trace.go:171","msg":"trace[96618271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2886; }","duration":"3.656794509s","start":"2026-05-01T01:02:53.250769Z","end":"2026-05-01T01:02:56.907563Z","steps":["trace[96618271] 'agreement among raft nodes before linearized reading' (duration: 3.656580925s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.469467Z","time spent":"3.438130002s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:02:56.907605Z","caller":"traceutil/trace.go:171","msg":"trace[1713570768] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2886; }","duration":"950.471872ms","start":"2026-05-01T01:02:55.95712Z","end":"2026-05-01T01:02:56.907591Z","steps":["trace[1713570768] 'agreement among raft nodes before linearized reading' (duration: 950.287529ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:56.907618Z","caller":"traceutil/trace.go:171","msg":"trace[84320872] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2886; }","duration":"3.962833323s","start":"2026-05-01T01:02:52.944774Z","end":"2026-05-01T01:02:56.907607Z","steps":["trace[84320872] 'agreement among raft nodes before linearized reading' (duration: 3.962418855s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:54.807149Z","time spent":"2.100439775s","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:56.907629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.250758Z","time spent":"3.65685888s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:02:56.907658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.94475Z","time spent":"3.962898084s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-01T01:02:56.90766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:55.957091Z","time spent":"950.556125ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:02:56.907557Z","caller":"traceutil/trace.go:171","msg":"trace[576786470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2886; }","duration":"985.155078ms","start":"2026-05-01T01:02:55.922385Z","end":"2026-05-01T01:02:56.90754Z","steps":["trace[576786470] 'agreement among raft nodes before linearized reading' (duration: 985.097267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488862631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-01T01:02:56.90775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:55.922364Z","time spent":"985.362023ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T01:02:56.90778Z","caller":"traceutil/trace.go:171","msg":"trace[1186235260] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2886; }","duration":"2.488949933s","start":"2026-05-01T01:02:54.418814Z","end":"2026-05-01T01:02:56.907763Z","steps":["trace[1186235260] 'agreement among raft nodes before linearized reading' (duration: 2.488423733s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.876541Z","time spent":"3.030960926s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:02:56.907799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:54.418795Z","time spent":"2.488998623s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-01T01:02:56.9074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709845388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:02:56.90786Z","caller":"traceutil/trace.go:171","msg":"trace[2060829277] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2886; }","duration":"1.710364169s","start":"2026-05-01T01:02:55.197487Z","end":"2026-05-01T01:02:56.907852Z","steps":["trace[2060829277] 'agreement among raft nodes before linearized reading' (duration: 1.709845499s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.907888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:55.197459Z","time spent":"1.710420151s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:56.907938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030269703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:02:56.907999Z","caller":"traceutil/trace.go:171","msg":"trace[1319453128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2886; }","duration":"3.030941517s","start":"2026-05-01T01:02:53.877043Z","end":"2026-05-01T01:02:56.907985Z","steps":["trace[1319453128] 'agreement among raft nodes before linearized reading' (duration: 3.030157081s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.908045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.87704Z","time spent":"3.030989468s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T01:02:56.907566Z","caller":"traceutil/trace.go:171","msg":"trace[2113776062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2886; }","duration":"3.030768613s","start":"2026-05-01T01:02:53.876782Z","end":"2026-05-01T01:02:56.90755Z","steps":["trace[2113776062] 'agreement among raft nodes before linearized reading' (duration: 3.030460807s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.908176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.876758Z","time spent":"3.031368404s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T01:02:56.907502Z","caller":"traceutil/trace.go:171","msg":"trace[1915792549] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2886; }","duration":"3.614488157s","start":"2026-05-01T01:02:53.292979Z","end":"2026-05-01T01:02:56.907467Z","steps":["trace[1915792549] 'agreement among raft nodes before linearized reading' (duration: 3.614307204s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.908257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:53.292906Z","time spent":"3.615324273s","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:02:56.907357Z","caller":"traceutil/trace.go:171","msg":"trace[1056179282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2886; }","duration":"3.90796456s","start":"2026-05-01T01:02:52.999377Z","end":"2026-05-01T01:02:56.907341Z","steps":["trace[1056179282] 'agreement among raft nodes before linearized reading' (duration: 3.907753456s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:56.908312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:52.99935Z","time spent":"3.90895315s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:02:57.411944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:57.912632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460670669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:02:58.115514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206376856s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-01T01:02:58.658884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.157996ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-05-01T01:02:58.658979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.909027Z","time spent":"1.749944939s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-01T01:02:58.708413Z","caller":"traceutil/trace.go:171","msg":"trace[1869890299] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"1.795545134s","start":"2026-05-01T01:02:56.912845Z","end":"2026-05-01T01:02:58.70839Z","steps":["trace[1869890299] 'process raft request' (duration: 1.795163946s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:58.708431Z","caller":"traceutil/trace.go:171","msg":"trace[533973850] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"1.79427758s","start":"2026-05-01T01:02:56.914115Z","end":"2026-05-01T01:02:58.708392Z","steps":["trace[533973850] 'process raft request' (duration: 1.794187098s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.708529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.912825Z","time spent":"1.795637477s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:58.708687Z","caller":"traceutil/trace.go:171","msg":"trace[1913091979] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"1.795192457s","start":"2026-05-01T01:02:56.913445Z","end":"2026-05-01T01:02:58.708637Z","steps":["trace[1913091979] 'process raft request' (duration: 1.794812059s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:58.708761Z","caller":"traceutil/trace.go:171","msg":"trace[423258763] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"1.794543966s","start":"2026-05-01T01:02:56.914192Z","end":"2026-05-01T01:02:58.708736Z","steps":["trace[423258763] 'process raft request' (duration: 1.794141647s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.708871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.914181Z","time spent":"1.794613887s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:58.708913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.913438Z","time spent":"1.795346621s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:58.708941Z","caller":"traceutil/trace.go:171","msg":"trace[2128195325] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"1.794326721s","start":"2026-05-01T01:02:56.914606Z","end":"2026-05-01T01:02:58.708932Z","steps":["trace[2128195325] 'process raft request' (duration: 1.794078507s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.709004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.914599Z","time spent":"1.794382562s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:58.709253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.91411Z","time spent":"1.794422063s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:58.70938Z","caller":"traceutil/trace.go:171","msg":"trace[1879608699] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"1.794511583s","start":"2026-05-01T01:02:56.914852Z","end":"2026-05-01T01:02:58.709363Z","steps":["trace[1879608699] 'process raft request' (duration: 1.794036154s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.709446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.914828Z","time spent":"1.794587345s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:58.709539Z","caller":"traceutil/trace.go:171","msg":"trace[2094714022] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"1.483880071s","start":"2026-05-01T01:02:57.225644Z","end":"2026-05-01T01:02:58.709524Z","steps":["trace[2094714022] 'process raft request' (duration: 1.483616386s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.709593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.225616Z","time spent":"1.483952023s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:58.709808Z","caller":"traceutil/trace.go:171","msg":"trace[1126894846] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"1.483935533s","start":"2026-05-01T01:02:57.225862Z","end":"2026-05-01T01:02:58.709797Z","steps":["trace[1126894846] 'process raft request' (duration: 1.483543345s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.709874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.225835Z","time spent":"1.484006374s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:02:58.709793Z","caller":"traceutil/trace.go:171","msg":"trace[1311267696] linearizableReadLoop","detail":"{readStateIndex:3005; appliedIndex:2994; }","duration":"1.797881489s","start":"2026-05-01T01:02:56.911889Z","end":"2026-05-01T01:02:58.70977Z","steps":["trace[1311267696] 'read index received' (duration: 1.203835857s)","trace[1311267696] 'applied index is now lower than readState.Index' (duration: 594.043782ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:02:58.710006Z","caller":"traceutil/trace.go:171","msg":"trace[1496867438] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"1.333868153s","start":"2026-05-01T01:02:57.376127Z","end":"2026-05-01T01:02:58.709995Z","steps":["trace[1496867438] 'process raft request' (duration: 1.333486025s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.710048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798129354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ab4b60746f6255\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-01T01:02:58.709841Z","caller":"traceutil/trace.go:171","msg":"trace[2078333543] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"1.484041406s","start":"2026-05-01T01:02:57.225774Z","end":"2026-05-01T01:02:58.709815Z","steps":["trace[2078333543] 'process raft request' (duration: 1.483584626s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:58.710322Z","caller":"traceutil/trace.go:171","msg":"trace[1080523602] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ab4b60746f6255; range_end:; response_count:1; response_revision:2896; }","duration":"1.798444171s","start":"2026-05-01T01:02:56.911858Z","end":"2026-05-01T01:02:58.710302Z","steps":["trace[1080523602] 'agreement among raft nodes before linearized reading' (duration: 1.797974772s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.710385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.911844Z","time spent":"1.798522642s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18ab4b60746f6255\" "} {"level":"warn","ts":"2026-05-01T01:02:58.71006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.376097Z","time spent":"1.333936195s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:58.71048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.225757Z","time spent":"1.484601096s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:02:58.718408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806457754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-05-01T01:02:58.718456Z","caller":"traceutil/trace.go:171","msg":"trace[1608855456] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2897; }","duration":"1.806522826s","start":"2026-05-01T01:02:56.911922Z","end":"2026-05-01T01:02:58.718445Z","steps":["trace[1608855456] 'agreement among raft nodes before linearized reading' (duration: 1.806374103s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.71849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.911917Z","time spent":"1.806560697s","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-01T01:02:58.718486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430996866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:02:58.718487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.338895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:58.718532Z","caller":"traceutil/trace.go:171","msg":"trace[2138973148] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2897; }","duration":"1.431101478s","start":"2026-05-01T01:02:57.28742Z","end":"2026-05-01T01:02:58.718521Z","steps":["trace[2138973148] 'agreement among raft nodes before linearized reading' (duration: 1.430942946s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:02:58.718554Z","caller":"traceutil/trace.go:171","msg":"trace[1918311432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2897; }","duration":"883.462888ms","start":"2026-05-01T01:02:57.835077Z","end":"2026-05-01T01:02:58.71854Z","steps":["trace[1918311432] 'agreement among raft nodes before linearized reading' (duration: 883.331845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.718564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.287408Z","time spent":"1.431145839s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:58.718595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.835052Z","time spent":"883.536709ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:02:58.718648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805869812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:02:58.718698Z","caller":"traceutil/trace.go:171","msg":"trace[1156244337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2897; }","duration":"1.805925843s","start":"2026-05-01T01:02:56.912759Z","end":"2026-05-01T01:02:58.718685Z","steps":["trace[1156244337] 'agreement among raft nodes before linearized reading' (duration: 1.805619388s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.718728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:56.912744Z","time spent":"1.805978454s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:02:58.718743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292183593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:58.718832Z","caller":"traceutil/trace.go:171","msg":"trace[65820214] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2897; }","duration":"1.292311815s","start":"2026-05-01T01:02:57.4265Z","end":"2026-05-01T01:02:58.718812Z","steps":["trace[65820214] 'agreement among raft nodes before linearized reading' (duration: 1.292109221s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.718928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.426478Z","time spent":"1.292439438s","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:02:58.719036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388106803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:02:58.719078Z","caller":"traceutil/trace.go:171","msg":"trace[332861587] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2897; }","duration":"1.388189475s","start":"2026-05-01T01:02:57.330879Z","end":"2026-05-01T01:02:58.719068Z","steps":["trace[332861587] 'agreement among raft nodes before linearized reading' (duration: 1.387445951s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:02:58.719105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:02:57.330846Z","time spent":"1.388253576s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:03:04.670355Z","caller":"traceutil/trace.go:171","msg":"trace[1373804167] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"122.421321ms","start":"2026-05-01T01:03:04.547901Z","end":"2026-05-01T01:03:04.670322Z","steps":["trace[1373804167] 'process raft request' (duration: 98.997021ms)","trace[1373804167] 'compare' (duration: 23.218595ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:03:04.921169Z","caller":"traceutil/trace.go:171","msg":"trace[1375920536] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"183.160976ms","start":"2026-05-01T01:03:04.737936Z","end":"2026-05-01T01:03:04.921097Z","steps":["trace[1375920536] 'process raft request' (duration: 182.928022ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:04.921644Z","caller":"traceutil/trace.go:171","msg":"trace[1421178435] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"182.030864ms","start":"2026-05-01T01:03:04.7396Z","end":"2026-05-01T01:03:04.921631Z","steps":["trace[1421178435] 'process raft request' (duration: 181.925932ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:04.921658Z","caller":"traceutil/trace.go:171","msg":"trace[528672377] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"183.044984ms","start":"2026-05-01T01:03:04.738574Z","end":"2026-05-01T01:03:04.921619Z","steps":["trace[528672377] 'process raft request' (duration: 182.464703ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:04.921764Z","caller":"traceutil/trace.go:171","msg":"trace[980354236] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3035; }","duration":"177.859314ms","start":"2026-05-01T01:03:04.743844Z","end":"2026-05-01T01:03:04.921703Z","steps":["trace[980354236] 'read index received' (duration: 37.174325ms)","trace[980354236] 'applied index is now lower than readState.Index' (duration: 140.683639ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:03:04.921828Z","caller":"traceutil/trace.go:171","msg":"trace[1058781485] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"178.014647ms","start":"2026-05-01T01:03:04.74379Z","end":"2026-05-01T01:03:04.921804Z","steps":["trace[1058781485] 'process raft request' (duration: 177.800603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:04.922085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.211941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-01T01:03:04.92212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.463414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-01T01:03:04.922119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.325044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:03:04.922158Z","caller":"traceutil/trace.go:171","msg":"trace[994154308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2929; }","duration":"167.538605ms","start":"2026-05-01T01:03:04.754608Z","end":"2026-05-01T01:03:04.922147Z","steps":["trace[994154308] 'agreement among raft nodes before linearized reading' (duration: 167.353861ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:04.922156Z","caller":"traceutil/trace.go:171","msg":"trace[15825211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2929; }","duration":"178.323813ms","start":"2026-05-01T01:03:04.743814Z","end":"2026-05-01T01:03:04.922138Z","steps":["trace[15825211] 'agreement among raft nodes before linearized reading' (duration: 178.062618ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:04.922166Z","caller":"traceutil/trace.go:171","msg":"trace[1945506805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2929; }","duration":"177.422415ms","start":"2026-05-01T01:03:04.744731Z","end":"2026-05-01T01:03:04.922154Z","steps":["trace[1945506805] 'agreement among raft nodes before linearized reading' (duration: 177.214401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:04.922288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.386066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:03:04.922342Z","caller":"traceutil/trace.go:171","msg":"trace[2067960352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2929; }","duration":"176.57778ms","start":"2026-05-01T01:03:04.74575Z","end":"2026-05-01T01:03:04.922328Z","steps":["trace[2067960352] 'agreement among raft nodes before linearized reading' (duration: 176.308174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:05.190056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.259326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:03:05.190217Z","caller":"traceutil/trace.go:171","msg":"trace[1254134181] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"262.850945ms","start":"2026-05-01T01:03:04.927298Z","end":"2026-05-01T01:03:05.190148Z","steps":["trace[1254134181] 'process raft request' (duration: 52.418407ms)","trace[1254134181] 'compare' (duration: 210.140043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:03:05.514023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.226019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:03:05.514291Z","caller":"traceutil/trace.go:171","msg":"trace[4379345] linearizableReadLoop","detail":"{readStateIndex:3044; appliedIndex:3040; }","duration":"568.371629ms","start":"2026-05-01T01:03:04.945898Z","end":"2026-05-01T01:03:05.51427Z","steps":["trace[4379345] 'read index received' (duration: 33.8354ms)","trace[4379345] 'applied index is now lower than readState.Index' (duration: 534.534919ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:03:05.514302Z","caller":"traceutil/trace.go:171","msg":"trace[473578063] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"586.842244ms","start":"2026-05-01T01:03:04.927407Z","end":"2026-05-01T01:03:05.514249Z","steps":["trace[473578063] 'process raft request' (duration: 417.246059ms)","trace[473578063] 'compare' (duration: 169.001364ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:03:05.514519Z","caller":"traceutil/trace.go:171","msg":"trace[529510242] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"586.906775ms","start":"2026-05-01T01:03:04.927598Z","end":"2026-05-01T01:03:05.514505Z","steps":["trace[529510242] 'process raft request' (duration: 586.623029ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:05.514511Z","caller":"traceutil/trace.go:171","msg":"trace[546200993] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"586.888916ms","start":"2026-05-01T01:03:04.92757Z","end":"2026-05-01T01:03:05.514459Z","steps":["trace[546200993] 'process raft request' (duration: 586.580959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:05.514517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:03:04.927392Z","time spent":"587.004156ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:03:05.51463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:03:04.92759Z","time spent":"586.973687ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:03:05.514633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:03:04.92756Z","time spent":"587.011998ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:03:05.514757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.851829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-01T01:03:05.514835Z","caller":"traceutil/trace.go:171","msg":"trace[549300658] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2933; }","duration":"568.987122ms","start":"2026-05-01T01:03:04.945831Z","end":"2026-05-01T01:03:05.514818Z","steps":["trace[549300658] 'agreement among raft nodes before linearized reading' (duration: 568.504142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:05.514888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:03:04.945814Z","time spent":"569.062243ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-01T01:03:06.04717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.590503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:03:06.047266Z","caller":"traceutil/trace.go:171","msg":"trace[1467050978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2934; }","duration":"209.744496ms","start":"2026-05-01T01:03:05.837503Z","end":"2026-05-01T01:03:06.047247Z","steps":["trace[1467050978] 'range keys from in-memory index tree' (duration: 209.42078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:06.047348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.740815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:03:06.047506Z","caller":"traceutil/trace.go:171","msg":"trace[758465813] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2934; }","duration":"348.05591ms","start":"2026-05-01T01:03:05.699395Z","end":"2026-05-01T01:03:06.047451Z","steps":["trace[758465813] 'count revisions from in-memory index tree' (duration: 347.667422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:06.047798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:03:05.699375Z","time spent":"348.397236ms","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:03:06.047633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.47258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ab4b62d939e06d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-05-01T01:03:06.048068Z","caller":"traceutil/trace.go:171","msg":"trace[1083007172] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ab4b62d939e06d; range_end:; response_count:1; response_revision:2934; }","duration":"197.94548ms","start":"2026-05-01T01:03:05.850091Z","end":"2026-05-01T01:03:06.048037Z","steps":["trace[1083007172] 'range keys from in-memory index tree' (duration: 197.209295ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:17.113664Z","caller":"traceutil/trace.go:171","msg":"trace[116754231] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3106; }","duration":"125.111052ms","start":"2026-05-01T01:03:16.988522Z","end":"2026-05-01T01:03:17.113633Z","steps":["trace[116754231] 'read index received' (duration: 66.782572ms)","trace[116754231] 'applied index is now lower than readState.Index' (duration: 58.32729ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:03:17.11373Z","caller":"traceutil/trace.go:171","msg":"trace[1311455786] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"127.429846ms","start":"2026-05-01T01:03:16.986246Z","end":"2026-05-01T01:03:17.113676Z","steps":["trace[1311455786] 'process raft request' (duration: 127.189351ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:17.113746Z","caller":"traceutil/trace.go:171","msg":"trace[1828134327] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"126.231783ms","start":"2026-05-01T01:03:16.987462Z","end":"2026-05-01T01:03:17.113694Z","steps":["trace[1828134327] 'process raft request' (duration: 126.126921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:17.113875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.326336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:03:17.113915Z","caller":"traceutil/trace.go:171","msg":"trace[1363520345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2995; }","duration":"125.404668ms","start":"2026-05-01T01:03:16.988497Z","end":"2026-05-01T01:03:17.113902Z","steps":["trace[1363520345] 'agreement among raft nodes before linearized reading' (duration: 125.248105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:03:17.300134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.254558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:03:17.300323Z","caller":"traceutil/trace.go:171","msg":"trace[257839200] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"182.38459ms","start":"2026-05-01T01:03:17.117921Z","end":"2026-05-01T01:03:17.300306Z","steps":["trace[257839200] 'process raft request' (duration: 74.866397ms)","trace[257839200] 'compare' (duration: 106.993684ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:03:24.956768Z","caller":"traceutil/trace.go:171","msg":"trace[1035917427] linearizableReadLoop","detail":"{readStateIndex:3149; appliedIndex:3148; }","duration":"118.634968ms","start":"2026-05-01T01:03:24.838106Z","end":"2026-05-01T01:03:24.956741Z","steps":["trace[1035917427] 'read index received' (duration: 118.538045ms)","trace[1035917427] 'applied index is now lower than readState.Index' (duration: 95.633µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:03:24.956949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.832201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:03:24.956897Z","caller":"traceutil/trace.go:171","msg":"trace[830816788] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"134.701297ms","start":"2026-05-01T01:03:24.822147Z","end":"2026-05-01T01:03:24.956849Z","steps":["trace[830816788] 'process raft request' (duration: 134.429051ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:03:24.956994Z","caller":"traceutil/trace.go:171","msg":"trace[75245236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3033; }","duration":"118.963864ms","start":"2026-05-01T01:03:24.838018Z","end":"2026-05-01T01:03:24.956982Z","steps":["trace[75245236] 'agreement among raft nodes before linearized reading' (duration: 118.872792ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:04:57.964594Z","caller":"traceutil/trace.go:171","msg":"trace[2039194696] linearizableReadLoop","detail":"{readStateIndex:3694; appliedIndex:3693; }","duration":"127.436451ms","start":"2026-05-01T01:04:57.837131Z","end":"2026-05-01T01:04:57.964568Z","steps":["trace[2039194696] 'read index received' (duration: 127.155196ms)","trace[2039194696] 'applied index is now lower than readState.Index' (duration: 280.205µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:04:57.964715Z","caller":"traceutil/trace.go:171","msg":"trace[1356243347] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"142.560015ms","start":"2026-05-01T01:04:57.822115Z","end":"2026-05-01T01:04:57.964675Z","steps":["trace[1356243347] 'process raft request' (duration: 142.29259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:04:57.964922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.764858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:04:57.964969Z","caller":"traceutil/trace.go:171","msg":"trace[560480642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3556; }","duration":"127.859089ms","start":"2026-05-01T01:04:57.837098Z","end":"2026-05-01T01:04:57.964957Z","steps":["trace[560480642] 'agreement among raft nodes before linearized reading' (duration: 127.610173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:04:57.965088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.4332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:04:57.965232Z","caller":"traceutil/trace.go:171","msg":"trace[938313823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3556; }","duration":"127.621684ms","start":"2026-05-01T01:04:57.837578Z","end":"2026-05-01T01:04:57.965199Z","steps":["trace[938313823] 'agreement among raft nodes before linearized reading' (duration: 127.37187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:04:57.965368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.598044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:04:57.965432Z","caller":"traceutil/trace.go:171","msg":"trace[2027103778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3556; }","duration":"127.691875ms","start":"2026-05-01T01:04:57.837722Z","end":"2026-05-01T01:04:57.965414Z","steps":["trace[2027103778] 'agreement among raft nodes before linearized reading' (duration: 127.468621ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:04:58.126253Z","caller":"traceutil/trace.go:171","msg":"trace[185758529] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"135.411591ms","start":"2026-05-01T01:04:57.990814Z","end":"2026-05-01T01:04:58.126225Z","steps":["trace[185758529] 'process raft request' (duration: 135.35652ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:04:58.126452Z","caller":"traceutil/trace.go:171","msg":"trace[1354062710] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"155.153582ms","start":"2026-05-01T01:04:57.971241Z","end":"2026-05-01T01:04:58.126394Z","steps":["trace[1354062710] 'process raft request' (duration: 73.394202ms)","trace[1354062710] 'compare' (duration: 81.367813ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:05:05.657032Z","caller":"traceutil/trace.go:171","msg":"trace[1670180329] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"289.060374ms","start":"2026-05-01T01:05:05.367956Z","end":"2026-05-01T01:05:05.657016Z","steps":["trace[1670180329] 'process raft request' (duration: 288.87179ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:05.665879Z","caller":"traceutil/trace.go:171","msg":"trace[1430499520] linearizableReadLoop","detail":"{readStateIndex:3821; appliedIndex:3819; }","duration":"157.251813ms","start":"2026-05-01T01:05:05.508604Z","end":"2026-05-01T01:05:05.665856Z","steps":["trace[1430499520] 'read index received' (duration: 148.306554ms)","trace[1430499520] 'applied index is now lower than readState.Index' (duration: 8.944179ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:05:05.665916Z","caller":"traceutil/trace.go:171","msg":"trace[1636837161] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"173.385976ms","start":"2026-05-01T01:05:05.49251Z","end":"2026-05-01T01:05:05.665896Z","steps":["trace[1636837161] 'process raft request' (duration: 173.165662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:05.666225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.596469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:05:05.666265Z","caller":"traceutil/trace.go:171","msg":"trace[893546241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3679; }","duration":"157.710761ms","start":"2026-05-01T01:05:05.508544Z","end":"2026-05-01T01:05:05.666255Z","steps":["trace[893546241] 'agreement among raft nodes before linearized reading' (duration: 157.444856ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:08.736638Z","caller":"traceutil/trace.go:171","msg":"trace[242276952] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"226.881844ms","start":"2026-05-01T01:05:08.50971Z","end":"2026-05-01T01:05:08.736591Z","steps":["trace[242276952] 'process raft request' (duration: 225.186772ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:35.99927Z","caller":"traceutil/trace.go:171","msg":"trace[1871201343] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"163.602872ms","start":"2026-05-01T01:05:35.835641Z","end":"2026-05-01T01:05:35.999244Z","steps":["trace[1871201343] 'process raft request' (duration: 163.47765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.359983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460673509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:05:42.422253Z","caller":"traceutil/trace.go:171","msg":"trace[1282914752] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"579.389934ms","start":"2026-05-01T01:05:41.84284Z","end":"2026-05-01T01:05:42.42223Z","steps":["trace[1282914752] 'process raft request' (duration: 579.232901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.422404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:41.842818Z","time spent":"579.497155ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:05:42.768525Z","caller":"traceutil/trace.go:171","msg":"trace[659046957] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"925.278868ms","start":"2026-05-01T01:05:41.843213Z","end":"2026-05-01T01:05:42.768492Z","steps":["trace[659046957] 'process raft request' (duration: 925.053704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.768707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:41.843203Z","time spent":"925.40882ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:05:42.768779Z","caller":"traceutil/trace.go:171","msg":"trace[726364791] linearizableReadLoop","detail":"{readStateIndex:4098; appliedIndex:4094; }","duration":"909.51502ms","start":"2026-05-01T01:05:41.859243Z","end":"2026-05-01T01:05:42.768758Z","steps":["trace[726364791] 'read index received' (duration: 562.837561ms)","trace[726364791] 'applied index is now lower than readState.Index' (duration: 346.676129ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:05:42.768867Z","caller":"traceutil/trace.go:171","msg":"trace[1268313151] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"925.262128ms","start":"2026-05-01T01:05:41.843589Z","end":"2026-05-01T01:05:42.768851Z","steps":["trace[1268313151] 'process raft request' (duration: 924.85167ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:42.768908Z","caller":"traceutil/trace.go:171","msg":"trace[420625114] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"773.702182ms","start":"2026-05-01T01:05:41.995193Z","end":"2026-05-01T01:05:42.768895Z","steps":["trace[420625114] 'process raft request' (duration: 773.458848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.769059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:41.99517Z","time spent":"773.823174ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:05:42.769119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.512436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-01T01:05:42.769176Z","caller":"traceutil/trace.go:171","msg":"trace[173376035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3949; }","duration":"741.597468ms","start":"2026-05-01T01:05:42.027564Z","end":"2026-05-01T01:05:42.769162Z","steps":["trace[173376035] 'agreement among raft nodes before linearized reading' (duration: 741.433534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.769214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.027553Z","time spent":"741.650389ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:05:42.769251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.27577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-01T01:05:42.768947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:41.843578Z","time spent":"925.324199ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:05:42.769383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.392172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-01T01:05:42.769415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.163664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:05:42.769349Z","caller":"traceutil/trace.go:171","msg":"trace[247602543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3949; }","duration":"374.417993ms","start":"2026-05-01T01:05:42.394904Z","end":"2026-05-01T01:05:42.769322Z","steps":["trace[247602543] 'agreement among raft nodes before linearized reading' (duration: 374.166878ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:42.769425Z","caller":"traceutil/trace.go:171","msg":"trace[1890503016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3949; }","duration":"486.493514ms","start":"2026-05-01T01:05:42.282919Z","end":"2026-05-01T01:05:42.769412Z","steps":["trace[1890503016] 'agreement among raft nodes before linearized reading' (duration: 486.375492ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:42.769446Z","caller":"traceutil/trace.go:171","msg":"trace[1825815698] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3949; }","duration":"910.240754ms","start":"2026-05-01T01:05:41.859197Z","end":"2026-05-01T01:05:42.769438Z","steps":["trace[1825815698] 'agreement among raft nodes before linearized reading' (duration: 910.179523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.769461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.394878Z","time spent":"374.569995ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:05:42.769471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.282878Z","time spent":"486.582295ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:05:42.76948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:41.859179Z","time spent":"910.292996ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:05:42.769658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.3452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:05:42.769702Z","caller":"traceutil/trace.go:171","msg":"trace[501338944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3949; }","duration":"590.412981ms","start":"2026-05-01T01:05:42.179276Z","end":"2026-05-01T01:05:42.769689Z","steps":["trace[501338944] 'agreement among raft nodes before linearized reading' (duration: 590.277968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.769735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.351925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:05:42.769738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.744485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:05:42.769744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.179263Z","time spent":"590.467322ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-01T01:05:42.769764Z","caller":"traceutil/trace.go:171","msg":"trace[511223746] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3949; }","duration":"319.397366ms","start":"2026-05-01T01:05:42.450355Z","end":"2026-05-01T01:05:42.769752Z","steps":["trace[511223746] 'agreement among raft nodes before linearized reading' (duration: 319.329475ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:05:42.76977Z","caller":"traceutil/trace.go:171","msg":"trace[1897006109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3949; }","duration":"360.876477ms","start":"2026-05-01T01:05:42.408884Z","end":"2026-05-01T01:05:42.76976Z","steps":["trace[1897006109] 'agreement among raft nodes before linearized reading' (duration: 360.780575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.769791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.450332Z","time spent":"319.452057ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:05:42.769799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.408864Z","time spent":"360.928879ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:05:42.769666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.15403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:05:42.769976Z","caller":"traceutil/trace.go:171","msg":"trace[540996501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3949; }","duration":"320.495747ms","start":"2026-05-01T01:05:42.449465Z","end":"2026-05-01T01:05:42.769961Z","steps":["trace[540996501] 'agreement among raft nodes before linearized reading' (duration: 320.1316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.770011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.863539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-01T01:05:42.770024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.449446Z","time spent":"320.563968ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:05:42.770064Z","caller":"traceutil/trace.go:171","msg":"trace[1583673645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3949; }","duration":"735.93529ms","start":"2026-05-01T01:05:42.034113Z","end":"2026-05-01T01:05:42.770048Z","steps":["trace[1583673645] 'agreement among raft nodes before linearized reading' (duration: 735.802618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.77012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.034105Z","time spent":"736.002172ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:05:42.770188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.995713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:05:42.770219Z","caller":"traceutil/trace.go:171","msg":"trace[8159000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:3949; }","duration":"599.074484ms","start":"2026-05-01T01:05:42.171135Z","end":"2026-05-01T01:05:42.77021Z","steps":["trace[8159000] 'agreement among raft nodes before linearized reading' (duration: 598.980713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.770227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.430902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-01T01:05:42.770247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.171113Z","time spent":"599.127865ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"info","ts":"2026-05-01T01:05:42.770288Z","caller":"traceutil/trace.go:171","msg":"trace[887857031] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3949; }","duration":"734.542464ms","start":"2026-05-01T01:05:42.035709Z","end":"2026-05-01T01:05:42.770252Z","steps":["trace[887857031] 'agreement among raft nodes before linearized reading' (duration: 734.452652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:05:42.770316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:05:42.035669Z","time spent":"734.640226ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-01T01:06:54.426185Z","caller":"traceutil/trace.go:171","msg":"trace[1493255356] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4613; }","duration":"236.499629ms","start":"2026-05-01T01:06:54.189651Z","end":"2026-05-01T01:06:54.426151Z","steps":["trace[1493255356] 'read index received' (duration: 236.281385ms)","trace[1493255356] 'applied index is now lower than readState.Index' (duration: 213.894µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:06:54.426224Z","caller":"traceutil/trace.go:171","msg":"trace[1364364131] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"410.448801ms","start":"2026-05-01T01:06:54.015748Z","end":"2026-05-01T01:06:54.426196Z","steps":["trace[1364364131] 'process raft request' (duration: 410.195277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:06:54.426405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:06:54.015701Z","time spent":"410.592753ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:06:54.426467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.804906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:06:54.426528Z","caller":"traceutil/trace.go:171","msg":"trace[2147125382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4436; }","duration":"236.909877ms","start":"2026-05-01T01:06:54.189604Z","end":"2026-05-01T01:06:54.426514Z","steps":["trace[2147125382] 'agreement among raft nodes before linearized reading' (duration: 236.674003ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:54.428049Z","caller":"traceutil/trace.go:171","msg":"trace[357974221] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"237.893106ms","start":"2026-05-01T01:06:54.190118Z","end":"2026-05-01T01:06:54.428011Z","steps":["trace[357974221] 'process raft request' (duration: 237.736402ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:57.651186Z","caller":"traceutil/trace.go:171","msg":"trace[1965998540] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"170.839112ms","start":"2026-05-01T01:06:57.480311Z","end":"2026-05-01T01:06:57.65115Z","steps":["trace[1965998540] 'process raft request' (duration: 170.565447ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:57.873567Z","caller":"traceutil/trace.go:171","msg":"trace[150505432] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"179.285701ms","start":"2026-05-01T01:06:57.694246Z","end":"2026-05-01T01:06:57.873532Z","steps":["trace[150505432] 'process raft request' (duration: 178.943434ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.232084Z","caller":"traceutil/trace.go:171","msg":"trace[87165164] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"144.437599ms","start":"2026-05-01T01:06:59.087607Z","end":"2026-05-01T01:06:59.232044Z","steps":["trace[87165164] 'process raft request' (duration: 144.135203ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.232555Z","caller":"traceutil/trace.go:171","msg":"trace[834920911] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"117.992875ms","start":"2026-05-01T01:06:59.114548Z","end":"2026-05-01T01:06:59.232541Z","steps":["trace[834920911] 'process raft request' (duration: 117.405525ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.232904Z","caller":"traceutil/trace.go:171","msg":"trace[1549575258] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"116.558478ms","start":"2026-05-01T01:06:59.116327Z","end":"2026-05-01T01:06:59.232886Z","steps":["trace[1549575258] 'process raft request' (duration: 115.923107ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.232886Z","caller":"traceutil/trace.go:171","msg":"trace[1275209829] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"101.6696ms","start":"2026-05-01T01:06:59.131178Z","end":"2026-05-01T01:06:59.232848Z","steps":["trace[1275209829] 'process raft request' (duration: 101.584028ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.233213Z","caller":"traceutil/trace.go:171","msg":"trace[1921987711] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"108.726501ms","start":"2026-05-01T01:06:59.124405Z","end":"2026-05-01T01:06:59.233132Z","steps":["trace[1921987711] 'process raft request' (duration: 108.279693ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.996136Z","caller":"traceutil/trace.go:171","msg":"trace[549588134] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"130.199683ms","start":"2026-05-01T01:06:59.865908Z","end":"2026-05-01T01:06:59.996107Z","steps":["trace[549588134] 'process raft request' (duration: 130.131312ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:06:59.996142Z","caller":"traceutil/trace.go:171","msg":"trace[1293264135] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4965; }","duration":"140.821241ms","start":"2026-05-01T01:06:59.855287Z","end":"2026-05-01T01:06:59.996108Z","steps":["trace[1293264135] 'read index received' (duration: 76.712064ms)","trace[1293264135] 'applied index is now lower than readState.Index' (duration: 64.105287ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:06:59.996135Z","caller":"traceutil/trace.go:171","msg":"trace[333125351] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"146.65972ms","start":"2026-05-01T01:06:59.849424Z","end":"2026-05-01T01:06:59.996084Z","steps":["trace[333125351] 'process raft request' (duration: 82.551673ms)","trace[333125351] 'compare' (duration: 63.832212ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:06:59.99644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.129028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-01T01:06:59.996494Z","caller":"traceutil/trace.go:171","msg":"trace[261329837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4780; }","duration":"141.23744ms","start":"2026-05-01T01:06:59.855241Z","end":"2026-05-01T01:06:59.996478Z","steps":["trace[261329837] 'agreement among raft nodes before linearized reading' (duration: 140.981574ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:00.167401Z","caller":"traceutil/trace.go:171","msg":"trace[2000489099] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4784; }","duration":"109.354534ms","start":"2026-05-01T01:07:00.058023Z","end":"2026-05-01T01:07:00.167377Z","steps":["trace[2000489099] 'process raft request' (duration: 40.944505ms)","trace[2000489099] 'compare' (duration: 68.002911ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:00.542563Z","caller":"traceutil/trace.go:171","msg":"trace[304955513] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"345.134201ms","start":"2026-05-01T01:07:00.197392Z","end":"2026-05-01T01:07:00.542526Z","steps":["trace[304955513] 'process raft request' (duration: 315.698331ms)","trace[304955513] 'compare' (duration: 29.253056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:00.542926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.197367Z","time spent":"345.339504ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:00.588079Z","caller":"traceutil/trace.go:171","msg":"trace[291238013] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4974; }","duration":"219.3717ms","start":"2026-05-01T01:07:00.368675Z","end":"2026-05-01T01:07:00.588047Z","steps":["trace[291238013] 'read index received' (duration: 144.407779ms)","trace[291238013] 'applied index is now lower than readState.Index' (duration: 74.962511ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:00.588228Z","caller":"traceutil/trace.go:171","msg":"trace[1289149002] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"378.88274ms","start":"2026-05-01T01:07:00.209299Z","end":"2026-05-01T01:07:00.588181Z","steps":["trace[1289149002] 'process raft request' (duration: 378.543684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:00.588337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.632475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:00.588428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.209264Z","time spent":"379.071763ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:07:00.588909Z","caller":"traceutil/trace.go:171","msg":"trace[568854789] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4788; }","duration":"219.765996ms","start":"2026-05-01T01:07:00.368604Z","end":"2026-05-01T01:07:00.58837Z","steps":["trace[568854789] 'agreement among raft nodes before linearized reading' (duration: 219.608394ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:00.733985Z","caller":"traceutil/trace.go:171","msg":"trace[1236560878] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"139.13356ms","start":"2026-05-01T01:07:00.594799Z","end":"2026-05-01T01:07:00.733933Z","steps":["trace[1236560878] 'process raft request' (duration: 117.294563ms)","trace[1236560878] 'compare' (duration: 21.580512ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:01.307831Z","caller":"traceutil/trace.go:171","msg":"trace[460264858] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"569.109715ms","start":"2026-05-01T01:07:00.738667Z","end":"2026-05-01T01:07:01.307777Z","steps":["trace[460264858] 'process raft request' (duration: 561.149897ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:01.308072Z","caller":"traceutil/trace.go:171","msg":"trace[1135884252] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"568.766298ms","start":"2026-05-01T01:07:00.739262Z","end":"2026-05-01T01:07:01.308028Z","steps":["trace[1135884252] 'process raft request' (duration: 568.422392ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:01.307923Z","caller":"traceutil/trace.go:171","msg":"trace[406049287] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4979; }","duration":"567.738879ms","start":"2026-05-01T01:07:00.74015Z","end":"2026-05-01T01:07:01.307889Z","steps":["trace[406049287] 'read index received' (duration: 9.936365ms)","trace[406049287] 'applied index is now lower than readState.Index' (duration: 557.800984ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:01.308288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.738638Z","time spent":"569.316389ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3363,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:01.308518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.73925Z","time spent":"569.091726ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:07:01.308604Z","caller":"traceutil/trace.go:171","msg":"trace[440582399] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"567.525686ms","start":"2026-05-01T01:07:00.741003Z","end":"2026-05-01T01:07:01.308529Z","steps":["trace[440582399] 'process raft request' (duration: 566.792392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:01.308895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.740989Z","time spent":"567.74506ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:01.311373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.203594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:33 size:52127"} {"level":"info","ts":"2026-05-01T01:07:01.311509Z","caller":"traceutil/trace.go:171","msg":"trace[1506553203] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:33; response_revision:4795; }","duration":"571.382988ms","start":"2026-05-01T01:07:00.740106Z","end":"2026-05-01T01:07:01.311489Z","steps":["trace[1506553203] 'agreement among raft nodes before linearized reading' (duration: 568.205609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:01.311584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.740059Z","time spent":"571.50496ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":52149,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-01T01:07:01.32284Z","caller":"traceutil/trace.go:171","msg":"trace[733048244] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"532.808058ms","start":"2026-05-01T01:07:00.790007Z","end":"2026-05-01T01:07:01.322815Z","steps":["trace[733048244] 'process raft request' (duration: 532.603304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:01.323171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.789973Z","time spent":"533.054492ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:01.323336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.798363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-01T01:07:01.323397Z","caller":"traceutil/trace.go:171","msg":"trace[1917541123] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4798; }","duration":"581.881924ms","start":"2026-05-01T01:07:00.741503Z","end":"2026-05-01T01:07:01.323384Z","steps":["trace[1917541123] 'agreement among raft nodes before linearized reading' (duration: 581.748851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:01.323419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:00.741495Z","time spent":"581.919464ms","remote":"127.0.0.1:57660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-05-01T01:07:05.521558Z","caller":"traceutil/trace.go:171","msg":"trace[1243153111] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5066; }","duration":"115.374037ms","start":"2026-05-01T01:07:05.406154Z","end":"2026-05-01T01:07:05.521528Z","steps":["trace[1243153111] 'read index received' (duration: 93.533109ms)","trace[1243153111] 'applied index is now lower than readState.Index' (duration: 21.840128ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:05.521673Z","caller":"traceutil/trace.go:171","msg":"trace[642940061] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"117.557797ms","start":"2026-05-01T01:07:05.404068Z","end":"2026-05-01T01:07:05.521626Z","steps":["trace[642940061] 'process raft request' (duration: 95.579406ms)","trace[642940061] 'compare' (duration: 21.676395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:05.521844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.667532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-01T01:07:05.521887Z","caller":"traceutil/trace.go:171","msg":"trace[1680047691] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4877; }","duration":"115.738623ms","start":"2026-05-01T01:07:05.406137Z","end":"2026-05-01T01:07:05.521875Z","steps":["trace[1680047691] 'agreement among raft nodes before linearized reading' (duration: 115.54564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:05.525348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.258063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:07:05.525413Z","caller":"traceutil/trace.go:171","msg":"trace[772179274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4878; }","duration":"107.336625ms","start":"2026-05-01T01:07:05.418049Z","end":"2026-05-01T01:07:05.525385Z","steps":["trace[772179274] 'agreement among raft nodes before linearized reading' (duration: 107.189893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:05.525433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.157947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:07:05.525472Z","caller":"traceutil/trace.go:171","msg":"trace[57490727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4878; }","duration":"104.239389ms","start":"2026-05-01T01:07:05.421222Z","end":"2026-05-01T01:07:05.525461Z","steps":["trace[57490727] 'agreement among raft nodes before linearized reading' (duration: 104.138046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:05.525599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.92439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:07:05.525573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.272575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:07:05.525632Z","caller":"traceutil/trace.go:171","msg":"trace[1495538305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4878; }","duration":"105.987981ms","start":"2026-05-01T01:07:05.419635Z","end":"2026-05-01T01:07:05.525623Z","steps":["trace[1495538305] 'agreement among raft nodes before linearized reading' (duration: 105.645253ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:05.525676Z","caller":"traceutil/trace.go:171","msg":"trace[61207452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4878; }","duration":"107.444628ms","start":"2026-05-01T01:07:05.418201Z","end":"2026-05-01T01:07:05.525646Z","steps":["trace[61207452] 'agreement among raft nodes before linearized reading' (duration: 107.139932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:06.702269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.224237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-01T01:07:06.702432Z","caller":"traceutil/trace.go:171","msg":"trace[233999202] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4921; }","duration":"453.808551ms","start":"2026-05-01T01:07:06.248588Z","end":"2026-05-01T01:07:06.702397Z","steps":["trace[233999202] 'process raft request' (duration: 173.254328ms)","trace[233999202] 'compare' (duration: 279.729198ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:06.702506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:06.248576Z","time spent":"453.895012ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-01T01:07:06.713144Z","caller":"traceutil/trace.go:171","msg":"trace[1783515197] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5110; }","duration":"451.272954ms","start":"2026-05-01T01:07:06.261843Z","end":"2026-05-01T01:07:06.713116Z","steps":["trace[1783515197] 'read index received' (duration: 160.018732ms)","trace[1783515197] 'applied index is now lower than readState.Index' (duration: 291.253462ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:06.713222Z","caller":"traceutil/trace.go:171","msg":"trace[51662083] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"451.784153ms","start":"2026-05-01T01:07:06.261391Z","end":"2026-05-01T01:07:06.713176Z","steps":["trace[51662083] 'process raft request' (duration: 451.61725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:06.713415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:06.26136Z","time spent":"451.958576ms","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:06.713449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.163699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-01T01:07:06.713492Z","caller":"traceutil/trace.go:171","msg":"trace[615871869] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4922; }","duration":"445.240201ms","start":"2026-05-01T01:07:06.268239Z","end":"2026-05-01T01:07:06.713479Z","steps":["trace[615871869] 'agreement among raft nodes before linearized reading' (duration: 445.026557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:06.71352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:06.268228Z","time spent":"445.285581ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-01T01:07:06.71379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.914555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552484b9-8517-456e-9d09-53fc1909ecc6\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-01T01:07:06.713907Z","caller":"traceutil/trace.go:171","msg":"trace[1730508523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552484b9-8517-456e-9d09-53fc1909ecc6; range_end:; response_count:1; response_revision:4922; }","duration":"452.112959ms","start":"2026-05-01T01:07:06.26177Z","end":"2026-05-01T01:07:06.713883Z","steps":["trace[1730508523] 'agreement among raft nodes before linearized reading' (duration: 451.471918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:06.714052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:06.261738Z","time spent":"452.210601ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552484b9-8517-456e-9d09-53fc1909ecc6\" "} {"level":"warn","ts":"2026-05-01T01:07:06.714449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.578972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197779"} {"level":"info","ts":"2026-05-01T01:07:06.714497Z","caller":"traceutil/trace.go:171","msg":"trace[1577559342] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4922; }","duration":"289.677084ms","start":"2026-05-01T01:07:06.424808Z","end":"2026-05-01T01:07:06.714485Z","steps":["trace[1577559342] 'agreement among raft nodes before linearized reading' (duration: 288.454841ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:06.912539Z","caller":"traceutil/trace.go:171","msg":"trace[251969448] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"190.367847ms","start":"2026-05-01T01:07:06.722143Z","end":"2026-05-01T01:07:06.912511Z","steps":["trace[251969448] 'process raft request' (duration: 190.179614ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:06.996377Z","caller":"traceutil/trace.go:171","msg":"trace[1441995615] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"273.725915ms","start":"2026-05-01T01:07:06.722595Z","end":"2026-05-01T01:07:06.996321Z","steps":["trace[1441995615] 'process raft request' (duration: 273.362488ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:06.996482Z","caller":"traceutil/trace.go:171","msg":"trace[1710590035] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"272.457022ms","start":"2026-05-01T01:07:06.72396Z","end":"2026-05-01T01:07:06.996417Z","steps":["trace[1710590035] 'process raft request' (duration: 272.220317ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:06.996749Z","caller":"traceutil/trace.go:171","msg":"trace[1524600442] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"271.776719ms","start":"2026-05-01T01:07:06.724944Z","end":"2026-05-01T01:07:06.99672Z","steps":["trace[1524600442] 'process raft request' (duration: 271.26586ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:06.996998Z","caller":"traceutil/trace.go:171","msg":"trace[328286127] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"145.124341ms","start":"2026-05-01T01:07:06.851794Z","end":"2026-05-01T01:07:06.996918Z","steps":["trace[328286127] 'process raft request' (duration: 144.530091ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:06.997126Z","caller":"traceutil/trace.go:171","msg":"trace[1775368886] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5112; }","duration":"247.336092ms","start":"2026-05-01T01:07:06.74944Z","end":"2026-05-01T01:07:06.996776Z","steps":["trace[1775368886] 'read index received' (duration: 162.975536ms)","trace[1775368886] 'applied index is now lower than readState.Index' (duration: 84.359716ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:06.997644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.167897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-01T01:07:06.997781Z","caller":"traceutil/trace.go:171","msg":"trace[497900342] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4927; }","duration":"248.382441ms","start":"2026-05-01T01:07:06.749368Z","end":"2026-05-01T01:07:06.997751Z","steps":["trace[497900342] 'agreement among raft nodes before linearized reading' (duration: 247.76769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:06.99876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.736574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6974bd23-5c32-4870-8db4-a12a5eb14885\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-01T01:07:06.998839Z","caller":"traceutil/trace.go:171","msg":"trace[521556430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6974bd23-5c32-4870-8db4-a12a5eb14885; range_end:; response_count:1; response_revision:4927; }","duration":"236.896457ms","start":"2026-05-01T01:07:06.761924Z","end":"2026-05-01T01:07:06.998821Z","steps":["trace[521556430] 'agreement among raft nodes before linearized reading' (duration: 236.53073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:06.999026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.146031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:06.999135Z","caller":"traceutil/trace.go:171","msg":"trace[2084631524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4927; }","duration":"161.341215ms","start":"2026-05-01T01:07:06.837767Z","end":"2026-05-01T01:07:06.999108Z","steps":["trace[2084631524] 'agreement among raft nodes before linearized reading' (duration: 161.139661ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:07.57958Z","caller":"traceutil/trace.go:171","msg":"trace[1840749207] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5127; }","duration":"178.365234ms","start":"2026-05-01T01:07:07.401199Z","end":"2026-05-01T01:07:07.579564Z","steps":["trace[1840749207] 'read index received' (duration: 27.979453ms)","trace[1840749207] 'applied index is now lower than readState.Index' (duration: 150.384771ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:07.579697Z","caller":"traceutil/trace.go:171","msg":"trace[201484701] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"182.44004ms","start":"2026-05-01T01:07:07.397234Z","end":"2026-05-01T01:07:07.579674Z","steps":["trace[201484701] 'process raft request' (duration: 182.287727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:07.579808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.604179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:07:07.579843Z","caller":"traceutil/trace.go:171","msg":"trace[1236103637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4940; }","duration":"178.69575ms","start":"2026-05-01T01:07:07.401138Z","end":"2026-05-01T01:07:07.579833Z","steps":["trace[1236103637] 'agreement among raft nodes before linearized reading' (duration: 178.564907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:07.580012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.768182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:07:07.580146Z","caller":"traceutil/trace.go:171","msg":"trace[1152603528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:4940; }","duration":"177.961736ms","start":"2026-05-01T01:07:07.402151Z","end":"2026-05-01T01:07:07.580112Z","steps":["trace[1152603528] 'agreement among raft nodes before linearized reading' (duration: 177.6243ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:07.580194Z","caller":"traceutil/trace.go:171","msg":"trace[1549490472] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"183.107962ms","start":"2026-05-01T01:07:07.397041Z","end":"2026-05-01T01:07:07.580149Z","steps":["trace[1549490472] 'process raft request' (duration: 182.300657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:09.382773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.463357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6974bd23-5c32-4870-8db4-a12a5eb14885\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-01T01:07:09.382859Z","caller":"traceutil/trace.go:171","msg":"trace[2033875064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6974bd23-5c32-4870-8db4-a12a5eb14885; range_end:; response_count:1; response_revision:4961; }","duration":"375.562389ms","start":"2026-05-01T01:07:09.007278Z","end":"2026-05-01T01:07:09.38284Z","steps":["trace[2033875064] 'range keys from in-memory index tree' (duration: 375.097509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:09.382904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:09.007173Z","time spent":"375.716712ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6974bd23-5c32-4870-8db4-a12a5eb14885\" "} {"level":"warn","ts":"2026-05-01T01:07:09.383203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.879144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18ab4b9f5c268b14\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-01T01:07:09.383251Z","caller":"traceutil/trace.go:171","msg":"trace[322619540] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18ab4b9f5c268b14; range_end:; response_count:1; response_revision:4961; }","duration":"353.954395ms","start":"2026-05-01T01:07:09.029278Z","end":"2026-05-01T01:07:09.383233Z","steps":["trace[322619540] 'range keys from in-memory index tree' (duration: 353.68842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:09.38329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:09.029261Z","time spent":"354.015306ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1201,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18ab4b9f5c268b14\" "} {"level":"warn","ts":"2026-05-01T01:07:09.38404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.190533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-552484b9-8517-456e-9d09-53fc1909ecc6\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-05-01T01:07:09.384142Z","caller":"traceutil/trace.go:171","msg":"trace[147312025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-552484b9-8517-456e-9d09-53fc1909ecc6; range_end:; response_count:1; response_revision:4961; }","duration":"198.292605ms","start":"2026-05-01T01:07:09.185836Z","end":"2026-05-01T01:07:09.384128Z","steps":["trace[147312025] 'range keys from in-memory index tree' (duration: 198.077611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:09.384701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.277079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:09.384771Z","caller":"traceutil/trace.go:171","msg":"trace[704101984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4961; }","duration":"135.404581ms","start":"2026-05-01T01:07:09.249349Z","end":"2026-05-01T01:07:09.384754Z","steps":["trace[704101984] 'count revisions from in-memory index tree' (duration: 135.189847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:12.589588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.413287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:12.589793Z","caller":"traceutil/trace.go:171","msg":"trace[1971562038] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"239.942994ms","start":"2026-05-01T01:07:12.349821Z","end":"2026-05-01T01:07:12.589764Z","steps":["trace[1971562038] 'read index received' (duration: 48.344873ms)","trace[1971562038] 'applied index is now lower than readState.Index' (duration: 191.597111ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:12.589895Z","caller":"traceutil/trace.go:171","msg":"trace[1978606183] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"240.20911ms","start":"2026-05-01T01:07:12.349633Z","end":"2026-05-01T01:07:12.589842Z","steps":["trace[1978606183] 'process raft request' (duration: 48.448366ms)","trace[1978606183] 'compare' (duration: 191.276585ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:12.590059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.202589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18ab4ba0e4df239a\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-05-01T01:07:12.590172Z","caller":"traceutil/trace.go:171","msg":"trace[1809148399] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18ab4ba0e4df239a; range_end:; response_count:1; response_revision:5120; }","duration":"240.353341ms","start":"2026-05-01T01:07:12.349793Z","end":"2026-05-01T01:07:12.590146Z","steps":["trace[1809148399] 'agreement among raft nodes before linearized reading' (duration: 240.084236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.540035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.21063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:13.540207Z","caller":"traceutil/trace.go:171","msg":"trace[691216311] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5120; }","duration":"125.400384ms","start":"2026-05-01T01:07:13.414776Z","end":"2026-05-01T01:07:13.540176Z","steps":["trace[691216311] 'range keys from in-memory index tree' (duration: 125.18652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.540391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.791154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:13.540929Z","caller":"traceutil/trace.go:171","msg":"trace[623486251] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"1.189471628s","start":"2026-05-01T01:07:12.3514Z","end":"2026-05-01T01:07:13.540871Z","steps":["trace[623486251] 'process raft request' (duration: 1.189136802s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.351383Z","time spent":"1.189635442s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3838,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:13.541162Z","caller":"traceutil/trace.go:171","msg":"trace[222941088] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"1.179040774s","start":"2026-05-01T01:07:12.362105Z","end":"2026-05-01T01:07:13.541145Z","steps":["trace[222941088] 'process raft request' (duration: 1.178645987s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.362071Z","time spent":"1.179111966s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:13.541214Z","caller":"traceutil/trace.go:171","msg":"trace[404918864] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5317; }","duration":"951.37374ms","start":"2026-05-01T01:07:12.589821Z","end":"2026-05-01T01:07:13.541195Z","steps":["trace[404918864] 'read index received' (duration: 239.784181ms)","trace[404918864] 'applied index is now lower than readState.Index' (duration: 711.587499ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:13.541211Z","caller":"traceutil/trace.go:171","msg":"trace[650124893] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"1.191248942s","start":"2026-05-01T01:07:12.349919Z","end":"2026-05-01T01:07:13.541167Z","steps":["trace[650124893] 'process raft request' (duration: 479.600342ms)","trace[650124893] 'compare' (duration: 710.602841ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:13.541233Z","caller":"traceutil/trace.go:171","msg":"trace[1987025321] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"1.189450729s","start":"2026-05-01T01:07:12.35175Z","end":"2026-05-01T01:07:13.5412Z","steps":["trace[1987025321] 'process raft request' (duration: 1.188877068s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:13.541277Z","caller":"traceutil/trace.go:171","msg":"trace[909979521] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"943.129325ms","start":"2026-05-01T01:07:12.598135Z","end":"2026-05-01T01:07:13.541265Z","steps":["trace[909979521] 'process raft request' (duration: 942.819149ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:13.541314Z","caller":"traceutil/trace.go:171","msg":"trace[328290204] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"948.299553ms","start":"2026-05-01T01:07:12.59299Z","end":"2026-05-01T01:07:13.541289Z","steps":["trace[328290204] 'process raft request' (duration: 947.927255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.59812Z","time spent":"943.179977ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4640,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:13.541351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.351739Z","time spent":"1.189553671s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4449,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:13.541366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.349903Z","time spent":"1.191388105s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:13.541462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.236263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:13.541468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.592967Z","time spent":"948.410304ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:13.541503Z","caller":"traceutil/trace.go:171","msg":"trace[1383841798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"703.272113ms","start":"2026-05-01T01:07:12.838218Z","end":"2026-05-01T01:07:13.54149Z","steps":["trace[1383841798] 'agreement among raft nodes before linearized reading' (duration: 703.215062ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:13.541373Z","caller":"traceutil/trace.go:171","msg":"trace[263138105] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"1.189140893s","start":"2026-05-01T01:07:12.352184Z","end":"2026-05-01T01:07:13.541325Z","steps":["trace[263138105] 'process raft request' (duration: 1.1884853s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.688599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-01T01:07:13.541615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189093741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5216"} {"level":"info","ts":"2026-05-01T01:07:13.541626Z","caller":"traceutil/trace.go:171","msg":"trace[1361950059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5128; }","duration":"651.756261ms","start":"2026-05-01T01:07:12.889862Z","end":"2026-05-01T01:07:13.541619Z","steps":["trace[1361950059] 'agreement among raft nodes before linearized reading' (duration: 651.679649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.889841Z","time spent":"651.809152ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-01T01:07:13.541645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.729282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-01T01:07:13.541653Z","caller":"traceutil/trace.go:171","msg":"trace[529104106] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:5128; }","duration":"1.189153963s","start":"2026-05-01T01:07:12.352486Z","end":"2026-05-01T01:07:13.54164Z","steps":["trace[529104106] 'agreement among raft nodes before linearized reading' (duration: 1.189054051s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:13.541698Z","caller":"traceutil/trace.go:171","msg":"trace[450734526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5128; }","duration":"649.826394ms","start":"2026-05-01T01:07:12.891859Z","end":"2026-05-01T01:07:13.541685Z","steps":["trace[450734526] 'agreement among raft nodes before linearized reading' (duration: 649.63069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.352478Z","time spent":"1.189222644s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5238,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-05-01T01:07:13.541739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.891832Z","time spent":"649.899546ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:07:13.541528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.83815Z","time spent":"703.372296ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:13.541743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.355339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-05-01T01:07:13.541717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.351951Z","time spent":"1.189646042s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:13.541768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.859179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-05-01T01:07:13.541501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.534263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-05-01T01:07:13.541799Z","caller":"traceutil/trace.go:171","msg":"trace[258123337] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5128; }","duration":"989.483582ms","start":"2026-05-01T01:07:12.5523Z","end":"2026-05-01T01:07:13.541784Z","steps":["trace[258123337] 'agreement among raft nodes before linearized reading' (duration: 989.308538ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:13.541822Z","caller":"traceutil/trace.go:171","msg":"trace[1094941788] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5128; }","duration":"988.8556ms","start":"2026-05-01T01:07:12.552951Z","end":"2026-05-01T01:07:13.541807Z","steps":["trace[1094941788] 'agreement among raft nodes before linearized reading' (duration: 988.378171ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:13.541833Z","caller":"traceutil/trace.go:171","msg":"trace[1989413486] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5128; }","duration":"988.985772ms","start":"2026-05-01T01:07:12.55281Z","end":"2026-05-01T01:07:13.541795Z","steps":["trace[1989413486] 'agreement among raft nodes before linearized reading' (duration: 988.795308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.541858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.552784Z","time spent":"989.068764ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-01T01:07:13.54186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.55289Z","time spent":"988.958052ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-01T01:07:13.541858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.552268Z","time spent":"989.579434ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":822,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-01T01:07:13.542385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083530609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2208779"} {"level":"info","ts":"2026-05-01T01:07:13.542429Z","caller":"traceutil/trace.go:171","msg":"trace[1714359574] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5128; }","duration":"1.083614681s","start":"2026-05-01T01:07:12.458805Z","end":"2026-05-01T01:07:13.542419Z","steps":["trace[1714359574] 'agreement among raft nodes before linearized reading' (duration: 1.082601333s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:13.542451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:12.458731Z","time spent":"1.083713382s","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2208801,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-01T01:07:14.619468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.265668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:14.619822Z","caller":"traceutil/trace.go:171","msg":"trace[1882449034] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"1.060198842s","start":"2026-05-01T01:07:13.559593Z","end":"2026-05-01T01:07:14.619792Z","steps":["trace[1882449034] 'process raft request' (duration: 1.06008178s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.619888Z","caller":"traceutil/trace.go:171","msg":"trace[261098970] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"409.772028ms","start":"2026-05-01T01:07:14.210099Z","end":"2026-05-01T01:07:14.619871Z","steps":["trace[261098970] 'process raft request' (duration: 409.722627ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.619887Z","caller":"traceutil/trace.go:171","msg":"trace[612297084] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"1.063957043s","start":"2026-05-01T01:07:13.555815Z","end":"2026-05-01T01:07:14.619772Z","steps":["trace[612297084] 'process raft request' (duration: 1.063757389s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.619953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:14.210064Z","time spent":"409.86003ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:14.619985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.559573Z","time spent":"1.060327105s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:14.62004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.55581Z","time spent":"1.064147586s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:14.620563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063045846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-05-01T01:07:14.620634Z","caller":"traceutil/trace.go:171","msg":"trace[2084078612] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5135; }","duration":"1.063160248s","start":"2026-05-01T01:07:13.557459Z","end":"2026-05-01T01:07:14.620619Z","steps":["trace[2084078612] 'agreement among raft nodes before linearized reading' (duration: 1.062843692s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.620186Z","caller":"traceutil/trace.go:171","msg":"trace[1967625199] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"1.065097995s","start":"2026-05-01T01:07:13.555075Z","end":"2026-05-01T01:07:14.620173Z","steps":["trace[1967625199] 'process raft request' (duration: 334.993932ms)","trace[1967625199] 'compare' (duration: 728.982992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:14.620677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.557455Z","time spent":"1.06321405s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3875,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-05-01T01:07:14.620751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.555065Z","time spent":"1.065626105s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:14.620195Z","caller":"traceutil/trace.go:171","msg":"trace[1904042945] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5325; }","duration":"1.062650169s","start":"2026-05-01T01:07:13.557475Z","end":"2026-05-01T01:07:14.620125Z","steps":["trace[1904042945] 'read index received' (duration: 16.191653ms)","trace[1904042945] 'applied index is now lower than readState.Index' (duration: 1.046445616s)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:14.620266Z","caller":"traceutil/trace.go:171","msg":"trace[1829949902] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"982.841127ms","start":"2026-05-01T01:07:13.637376Z","end":"2026-05-01T01:07:14.620217Z","steps":["trace[1829949902] 'process raft request' (duration: 982.357468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.621084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.63735Z","time spent":"983.683954ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:14.621208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.375633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:07:14.621225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038954166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-01T01:07:14.621264Z","caller":"traceutil/trace.go:171","msg":"trace[373987964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5135; }","duration":"903.445974ms","start":"2026-05-01T01:07:13.717805Z","end":"2026-05-01T01:07:14.621251Z","steps":["trace[373987964] 'agreement among raft nodes before linearized reading' (duration: 903.26013ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.621285Z","caller":"traceutil/trace.go:171","msg":"trace[681523171] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5135; }","duration":"1.039043048s","start":"2026-05-01T01:07:13.582222Z","end":"2026-05-01T01:07:14.621265Z","steps":["trace[681523171] 'agreement among raft nodes before linearized reading' (duration: 1.038833124s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.621299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.717798Z","time spent":"903.493924ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.582211Z","time spent":"1.039104709s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.948319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-05-01T01:07:14.621416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.293019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:14.621431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.477463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:07:14.621502Z","caller":"traceutil/trace.go:171","msg":"trace[1537867693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5135; }","duration":"904.592665ms","start":"2026-05-01T01:07:13.716892Z","end":"2026-05-01T01:07:14.621484Z","steps":["trace[1537867693] 'agreement among raft nodes before linearized reading' (duration: 904.243108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.621544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.716874Z","time spent":"904.660757ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.306974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:07:14.621539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.396271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-01T01:07:14.62155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.642815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:07:14.621589Z","caller":"traceutil/trace.go:171","msg":"trace[680358797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5135; }","duration":"901.342274ms","start":"2026-05-01T01:07:13.720238Z","end":"2026-05-01T01:07:14.62158Z","steps":["trace[680358797] 'agreement among raft nodes before linearized reading' (duration: 901.241433ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.621607Z","caller":"traceutil/trace.go:171","msg":"trace[1860799557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5135; }","duration":"904.488623ms","start":"2026-05-01T01:07:13.717104Z","end":"2026-05-01T01:07:14.621593Z","steps":["trace[1860799557] 'agreement among raft nodes before linearized reading' (duration: 904.31585ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.621617Z","caller":"traceutil/trace.go:171","msg":"trace[2009205651] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5135; }","duration":"904.780719ms","start":"2026-05-01T01:07:13.71682Z","end":"2026-05-01T01:07:14.621601Z","steps":["trace[2009205651] 'agreement among raft nodes before linearized reading' (duration: 904.589425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.62163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.720192Z","time spent":"901.417826ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.71679Z","time spent":"904.85271ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.717086Z","time spent":"904.547674ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T01:07:14.620302Z","caller":"traceutil/trace.go:171","msg":"trace[1784634425] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"939.542538ms","start":"2026-05-01T01:07:13.680609Z","end":"2026-05-01T01:07:14.620152Z","steps":["trace[1784634425] 'process raft request' (duration: 939.172381ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.621448Z","caller":"traceutil/trace.go:171","msg":"trace[1355300348] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5135; }","duration":"854.087662ms","start":"2026-05-01T01:07:13.76734Z","end":"2026-05-01T01:07:14.621428Z","steps":["trace[1355300348] 'agreement among raft nodes before linearized reading' (duration: 853.824817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.621759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.767319Z","time spent":"854.432298ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.680595Z","time spent":"941.094417ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:14.621785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.894331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:07:14.621452Z","caller":"traceutil/trace.go:171","msg":"trace[492408104] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5135; }","duration":"896.381031ms","start":"2026-05-01T01:07:13.725058Z","end":"2026-05-01T01:07:14.621439Z","steps":["trace[492408104] 'agreement among raft nodes before linearized reading' (duration: 896.32345ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:14.621827Z","caller":"traceutil/trace.go:171","msg":"trace[2085275851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5135; }","duration":"934.980232ms","start":"2026-05-01T01:07:13.686836Z","end":"2026-05-01T01:07:14.621816Z","steps":["trace[2085275851] 'agreement among raft nodes before linearized reading' (duration: 934.301799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.621822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.695757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:07:14.621859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.686822Z","time spent":"935.030483ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:07:14.621854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.725031Z","time spent":"896.811239ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:14.621885Z","caller":"traceutil/trace.go:171","msg":"trace[351606942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5135; }","duration":"904.790299ms","start":"2026-05-01T01:07:13.717079Z","end":"2026-05-01T01:07:14.621869Z","steps":["trace[351606942] 'agreement among raft nodes before linearized reading' (duration: 904.653356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.621934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.717057Z","time spent":"904.86265ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:14.622216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.330997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T01:07:14.622262Z","caller":"traceutil/trace.go:171","msg":"trace[1178818072] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5135; }","duration":"190.413378ms","start":"2026-05-01T01:07:14.431835Z","end":"2026-05-01T01:07:14.622249Z","steps":["trace[1178818072] 'agreement among raft nodes before linearized reading' (duration: 189.835817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.626421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00112826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720092"} {"level":"info","ts":"2026-05-01T01:07:14.626512Z","caller":"traceutil/trace.go:171","msg":"trace[1609878448] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5135; }","duration":"1.001247592s","start":"2026-05-01T01:07:13.625244Z","end":"2026-05-01T01:07:14.626491Z","steps":["trace[1609878448] 'agreement among raft nodes before linearized reading' (duration: 995.946982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:14.626575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:13.625166Z","time spent":"1.001377004s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720114,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-05-01T01:07:15.379356Z","caller":"traceutil/trace.go:171","msg":"trace[1755327761] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5344; }","duration":"160.803524ms","start":"2026-05-01T01:07:15.218528Z","end":"2026-05-01T01:07:15.379331Z","steps":["trace[1755327761] 'read index received' (duration: 160.628851ms)","trace[1755327761] 'applied index is now lower than readState.Index' (duration: 173.303µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:15.379466Z","caller":"traceutil/trace.go:171","msg":"trace[137755922] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"251.159293ms","start":"2026-05-01T01:07:15.128236Z","end":"2026-05-01T01:07:15.379395Z","steps":["trace[137755922] 'process raft request' (duration: 250.918539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:15.379765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.198212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-05-01T01:07:15.379889Z","caller":"traceutil/trace.go:171","msg":"trace[254057177] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4; range_end:; response_count:1; response_revision:5147; }","duration":"161.372787ms","start":"2026-05-01T01:07:15.21849Z","end":"2026-05-01T01:07:15.379863Z","steps":["trace[254057177] 'agreement among raft nodes before linearized reading' (duration: 160.961108ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:15.380626Z","caller":"traceutil/trace.go:171","msg":"trace[1411263918] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"160.790745ms","start":"2026-05-01T01:07:15.219813Z","end":"2026-05-01T01:07:15.380604Z","steps":["trace[1411263918] 'process raft request' (duration: 160.622042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:15.380857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.680661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:07:15.380964Z","caller":"traceutil/trace.go:171","msg":"trace[1548594980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5148; }","duration":"131.868365ms","start":"2026-05-01T01:07:15.249071Z","end":"2026-05-01T01:07:15.380939Z","steps":["trace[1548594980] 'agreement among raft nodes before linearized reading' (duration: 131.527288ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:16.652257Z","caller":"traceutil/trace.go:171","msg":"trace[1065294785] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"418.089393ms","start":"2026-05-01T01:07:16.234142Z","end":"2026-05-01T01:07:16.652231Z","steps":["trace[1065294785] 'process raft request' (duration: 417.92258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:16.652478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.234121Z","time spent":"418.268137ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:17.168327Z","caller":"traceutil/trace.go:171","msg":"trace[1183890444] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"928.541093ms","start":"2026-05-01T01:07:16.239762Z","end":"2026-05-01T01:07:17.168303Z","steps":["trace[1183890444] 'process raft request' (duration: 928.324369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.16849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.239721Z","time spent":"928.680215ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:17.168735Z","caller":"traceutil/trace.go:171","msg":"trace[1928242184] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5360; }","duration":"926.649366ms","start":"2026-05-01T01:07:16.242061Z","end":"2026-05-01T01:07:17.16871Z","steps":["trace[1928242184] 'read index received' (duration: 410.081442ms)","trace[1928242184] 'applied index is now lower than readState.Index' (duration: 516.566994ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:17.168789Z","caller":"traceutil/trace.go:171","msg":"trace[701488711] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"539.425611ms","start":"2026-05-01T01:07:16.629322Z","end":"2026-05-01T01:07:17.168748Z","steps":["trace[701488711] 'process raft request' (duration: 538.916362ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:17.168828Z","caller":"traceutil/trace.go:171","msg":"trace[1055572231] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"539.40804ms","start":"2026-05-01T01:07:16.629399Z","end":"2026-05-01T01:07:17.168807Z","steps":["trace[1055572231] 'process raft request' (duration: 539.108205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.168983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.629372Z","time spent":"539.507422ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:17.169041Z","caller":"traceutil/trace.go:171","msg":"trace[1812173825] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"211.985433ms","start":"2026-05-01T01:07:16.957036Z","end":"2026-05-01T01:07:17.169021Z","steps":["trace[1812173825] 'process raft request' (duration: 211.877611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.168995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.629287Z","time spent":"539.585493ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:17.169137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.077656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:17.168964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.867171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:17.169194Z","caller":"traceutil/trace.go:171","msg":"trace[2096910144] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5167; }","duration":"904.196348ms","start":"2026-05-01T01:07:16.264984Z","end":"2026-05-01T01:07:17.16918Z","steps":["trace[2096910144] 'agreement among raft nodes before linearized reading' (duration: 904.031085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.169195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.749401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:07:17.169205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.172106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:17.169235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.264972Z","time spent":"904.251938ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:17.169242Z","caller":"traceutil/trace.go:171","msg":"trace[802586708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5166; }","duration":"927.206678ms","start":"2026-05-01T01:07:16.242003Z","end":"2026-05-01T01:07:17.16921Z","steps":["trace[802586708] 'agreement among raft nodes before linearized reading' (duration: 926.855051ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:17.169249Z","caller":"traceutil/trace.go:171","msg":"trace[17647746] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5167; }","duration":"666.846543ms","start":"2026-05-01T01:07:16.502389Z","end":"2026-05-01T01:07:17.169236Z","steps":["trace[17647746] 'agreement among raft nodes before linearized reading' (duration: 666.751911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.16927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.955809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:07:17.169286Z","caller":"traceutil/trace.go:171","msg":"trace[327769859] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5167; }","duration":"776.284608ms","start":"2026-05-01T01:07:16.392975Z","end":"2026-05-01T01:07:17.16926Z","steps":["trace[327769859] 'agreement among raft nodes before linearized reading' (duration: 776.177256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.169301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.502367Z","time spent":"666.924685ms","remote":"127.0.0.1:58044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:17.169219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.354686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1434f9fa-a190-4d7a-a42f-a812cf1d18a7\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-05-01T01:07:17.169313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.68747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:07:17.169345Z","caller":"traceutil/trace.go:171","msg":"trace[689624850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1434f9fa-a190-4d7a-a42f-a812cf1d18a7; range_end:; response_count:1; response_revision:5167; }","duration":"534.513659ms","start":"2026-05-01T01:07:16.634823Z","end":"2026-05-01T01:07:17.169337Z","steps":["trace[689624850] 'agreement among raft nodes before linearized reading' (duration: 534.215434ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:17.169339Z","caller":"traceutil/trace.go:171","msg":"trace[141514666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5167; }","duration":"511.05783ms","start":"2026-05-01T01:07:16.658265Z","end":"2026-05-01T01:07:17.169323Z","steps":["trace[141514666] 'agreement among raft nodes before linearized reading' (duration: 510.774475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.169347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.392958Z","time spent":"776.376709ms","remote":"127.0.0.1:33818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:17.169352Z","caller":"traceutil/trace.go:171","msg":"trace[1788666400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5167; }","duration":"513.763291ms","start":"2026-05-01T01:07:16.655581Z","end":"2026-05-01T01:07:17.169345Z","steps":["trace[1788666400] 'agreement among raft nodes before linearized reading' (duration: 513.66843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.1693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.24198Z","time spent":"927.30329ms","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:17.169376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.634811Z","time spent":"534.55825ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1434f9fa-a190-4d7a-a42f-a812cf1d18a7\" "} {"level":"warn","ts":"2026-05-01T01:07:17.16939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.655567Z","time spent":"513.816672ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:07:17.169392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.658251Z","time spent":"511.128012ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:07:17.16917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.702342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:17.169422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.422367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-05-01T01:07:17.169544Z","caller":"traceutil/trace.go:171","msg":"trace[1949911069] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4-tls; range_end:; response_count:1; response_revision:5167; }","duration":"771.620541ms","start":"2026-05-01T01:07:16.397898Z","end":"2026-05-01T01:07:17.169518Z","steps":["trace[1949911069] 'agreement among raft nodes before linearized reading' (duration: 771.223954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.169569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.326804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-01T01:07:17.16961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.397869Z","time spent":"771.728562ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4-tls\" "} {"level":"info","ts":"2026-05-01T01:07:17.169497Z","caller":"traceutil/trace.go:171","msg":"trace[1739738545] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5167; }","duration":"322.11049ms","start":"2026-05-01T01:07:16.847375Z","end":"2026-05-01T01:07:17.169486Z","steps":["trace[1739738545] 'agreement among raft nodes before linearized reading' (duration: 321.750744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.169665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.961098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:07:17.16969Z","caller":"traceutil/trace.go:171","msg":"trace[461927980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5167; }","duration":"512.000379ms","start":"2026-05-01T01:07:16.657682Z","end":"2026-05-01T01:07:17.169683Z","steps":["trace[461927980] 'agreement among raft nodes before linearized reading' (duration: 511.397648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.169694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.847331Z","time spent":"322.349443ms","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:17.169617Z","caller":"traceutil/trace.go:171","msg":"trace[1291693026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5167; }","duration":"512.371255ms","start":"2026-05-01T01:07:16.65723Z","end":"2026-05-01T01:07:17.169602Z","steps":["trace[1291693026] 'agreement among raft nodes before linearized reading' (duration: 511.860196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.16986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.657202Z","time spent":"512.64346ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:17.169714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.657675Z","time spent":"512.031499ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:07:17.169337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.501209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:07:17.170039Z","caller":"traceutil/trace.go:171","msg":"trace[1595117094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5167; }","duration":"512.263704ms","start":"2026-05-01T01:07:16.65776Z","end":"2026-05-01T01:07:17.170024Z","steps":["trace[1595117094] 'agreement among raft nodes before linearized reading' (duration: 511.359517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.170072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.657726Z","time spent":"512.337104ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:17.169697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.17587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:07:17.170137Z","caller":"traceutil/trace.go:171","msg":"trace[899597589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5167; }","duration":"513.625967ms","start":"2026-05-01T01:07:16.656497Z","end":"2026-05-01T01:07:17.170123Z","steps":["trace[899597589] 'agreement among raft nodes before linearized reading' (duration: 512.531708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.170171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.656491Z","time spent":"513.669788ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:07:17.169708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.611979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:07:17.170233Z","caller":"traceutil/trace.go:171","msg":"trace[1182191437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5167; }","duration":"514.154488ms","start":"2026-05-01T01:07:16.656072Z","end":"2026-05-01T01:07:17.170226Z","steps":["trace[1182191437] 'agreement among raft nodes before linearized reading' (duration: 513.12432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.170268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.656064Z","time spent":"514.183719ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:17.170389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.227003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720092"} {"level":"info","ts":"2026-05-01T01:07:17.170432Z","caller":"traceutil/trace.go:171","msg":"trace[725061958] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5167; }","duration":"481.291715ms","start":"2026-05-01T01:07:16.689128Z","end":"2026-05-01T01:07:17.17042Z","steps":["trace[725061958] 'agreement among raft nodes before linearized reading' (duration: 480.072492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:17.170464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:16.689116Z","time spent":"481.341055ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":720114,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-01T01:07:18.874661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.715428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4.18ab4ba190b61581\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-05-01T01:07:18.874732Z","caller":"traceutil/trace.go:171","msg":"trace[1377285340] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4.18ab4ba190b61581; range_end:; response_count:1; response_revision:5195; }","duration":"393.84662ms","start":"2026-05-01T01:07:18.48087Z","end":"2026-05-01T01:07:18.874716Z","steps":["trace[1377285340] 'range keys from in-memory index tree' (duration: 393.549314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:18.874768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:18.480851Z","time spent":"393.909221ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-78wz4.18ab4ba190b61581\" "} {"level":"warn","ts":"2026-05-01T01:07:19.952871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.278973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:19.953014Z","caller":"traceutil/trace.go:171","msg":"trace[168777166] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"676.115865ms","start":"2026-05-01T01:07:19.276875Z","end":"2026-05-01T01:07:19.952991Z","steps":["trace[168777166] 'process raft request' (duration: 315.627258ms)","trace[168777166] 'compare' (duration: 360.028919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:19.9531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.276847Z","time spent":"676.221288ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:19.992323Z","caller":"traceutil/trace.go:171","msg":"trace[208717636] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"715.374629ms","start":"2026-05-01T01:07:19.276911Z","end":"2026-05-01T01:07:19.992286Z","steps":["trace[208717636] 'process raft request' (duration: 715.123994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:19.992549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.276879Z","time spent":"715.545102ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:19.992658Z","caller":"traceutil/trace.go:171","msg":"trace[920532578] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"715.575553ms","start":"2026-05-01T01:07:19.277022Z","end":"2026-05-01T01:07:19.992598Z","steps":["trace[920532578] 'process raft request' (duration: 715.182086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:19.992889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.277016Z","time spent":"715.752596ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:19.992902Z","caller":"traceutil/trace.go:171","msg":"trace[569950082] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"715.334287ms","start":"2026-05-01T01:07:19.277552Z","end":"2026-05-01T01:07:19.992886Z","steps":["trace[569950082] 'process raft request' (duration: 714.956091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:19.992987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.277543Z","time spent":"715.400889ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:19.993139Z","caller":"traceutil/trace.go:171","msg":"trace[1763930421] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"715.278347ms","start":"2026-05-01T01:07:19.27781Z","end":"2026-05-01T01:07:19.993088Z","steps":["trace[1763930421] 'process raft request' (duration: 714.94255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:19.993345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.277802Z","time spent":"715.435871ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:19.993496Z","caller":"traceutil/trace.go:171","msg":"trace[701710368] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"714.939701ms","start":"2026-05-01T01:07:19.278537Z","end":"2026-05-01T01:07:19.993477Z","steps":["trace[701710368] 'process raft request' (duration: 714.415051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:19.993632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.278528Z","time spent":"715.062234ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:20.500611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.359011ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-01T01:07:20.501099Z","caller":"traceutil/trace.go:171","msg":"trace[758972284] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"939.098029ms","start":"2026-05-01T01:07:19.56197Z","end":"2026-05-01T01:07:20.501068Z","steps":["trace[758972284] 'process raft request' (duration: 938.732913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.501301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.561933Z","time spent":"939.250111ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:20.81985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.697886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:20.819998Z","caller":"traceutil/trace.go:171","msg":"trace[1423354294] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"1.255495953s","start":"2026-05-01T01:07:19.564466Z","end":"2026-05-01T01:07:20.819962Z","steps":["trace[1423354294] 'process raft request' (duration: 936.576793ms)","trace[1423354294] 'compare' (duration: 318.567554ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:20.820098Z","caller":"traceutil/trace.go:171","msg":"trace[259881761] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.136973608s","start":"2026-05-01T01:07:19.683101Z","end":"2026-05-01T01:07:20.820074Z","steps":["trace[259881761] 'process raft request' (duration: 1.136874416s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.820153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.564458Z","time spent":"1.255613555s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:20.820185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.683055Z","time spent":"1.13708822s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:07:20.820126Z","caller":"traceutil/trace.go:171","msg":"trace[1113655433] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5397; }","duration":"1.541969676s","start":"2026-05-01T01:07:19.278118Z","end":"2026-05-01T01:07:20.820088Z","steps":["trace[1113655433] 'read index received' (duration: 314.403255ms)","trace[1113655433] 'applied index is now lower than readState.Index' (duration: 1.227560531s)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:20.82084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.88486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:07:20.820858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.506096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:20.8209Z","caller":"traceutil/trace.go:171","msg":"trace[2047229055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5207; }","duration":"981.993203ms","start":"2026-05-01T01:07:19.838892Z","end":"2026-05-01T01:07:20.820885Z","steps":["trace[2047229055] 'agreement among raft nodes before linearized reading' (duration: 981.773089ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:20.820914Z","caller":"traceutil/trace.go:171","msg":"trace[1736906151] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5207; }","duration":"109.67748ms","start":"2026-05-01T01:07:20.711218Z","end":"2026-05-01T01:07:20.820896Z","steps":["trace[1736906151] 'agreement among raft nodes before linearized reading' (duration: 109.481466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.820942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.838878Z","time spent":"982.055454ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:20.820906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.248874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:07:20.820962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.796503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1434f9fa-a190-4d7a-a42f-a812cf1d18a7\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-01T01:07:20.821018Z","caller":"traceutil/trace.go:171","msg":"trace[991982149] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5207; }","duration":"999.440918ms","start":"2026-05-01T01:07:19.821553Z","end":"2026-05-01T01:07:20.820994Z","steps":["trace[991982149] 'agreement among raft nodes before linearized reading' (duration: 999.137272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.821027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.944598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-01T01:07:20.821081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.82152Z","time spent":"999.54915ms","remote":"127.0.0.1:58090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:20.821098Z","caller":"traceutil/trace.go:171","msg":"trace[1302208072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5207; }","duration":"337.07259ms","start":"2026-05-01T01:07:20.484006Z","end":"2026-05-01T01:07:20.821079Z","steps":["trace[1302208072] 'agreement among raft nodes before linearized reading' (duration: 336.639982ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:20.82102Z","caller":"traceutil/trace.go:171","msg":"trace[1812707621] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1434f9fa-a190-4d7a-a42f-a812cf1d18a7; range_end:; response_count:1; response_revision:5207; }","duration":"543.898185ms","start":"2026-05-01T01:07:20.277104Z","end":"2026-05-01T01:07:20.821002Z","steps":["trace[1812707621] 'agreement among raft nodes before linearized reading' (duration: 543.62662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.821147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:20.483985Z","time spent":"337.150301ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:07:20.821186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.050846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:20.821245Z","caller":"traceutil/trace.go:171","msg":"trace[806488930] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5207; }","duration":"172.172078ms","start":"2026-05-01T01:07:20.649057Z","end":"2026-05-01T01:07:20.821229Z","steps":["trace[806488930] 'agreement among raft nodes before linearized reading' (duration: 171.666669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.821283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:20.277079Z","time spent":"544.13043ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3929,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1434f9fa-a190-4d7a-a42f-a812cf1d18a7\" "} {"level":"warn","ts":"2026-05-01T01:07:20.821398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193217609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778277"} {"level":"info","ts":"2026-05-01T01:07:20.821477Z","caller":"traceutil/trace.go:171","msg":"trace[1768531501] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5207; }","duration":"1.193330451s","start":"2026-05-01T01:07:19.628125Z","end":"2026-05-01T01:07:20.821455Z","steps":["trace[1768531501] 'agreement among raft nodes before linearized reading' (duration: 1.192425585s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.82153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.628102Z","time spent":"1.193412442s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":778299,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-01T01:07:20.822023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543904333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-05-01T01:07:20.82208Z","caller":"traceutil/trace.go:171","msg":"trace[1972093772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5207; }","duration":"1.544000995s","start":"2026-05-01T01:07:19.278067Z","end":"2026-05-01T01:07:20.822068Z","steps":["trace[1972093772] 'agreement among raft nodes before linearized reading' (duration: 1.542297072s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:20.822115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:19.278051Z","time spent":"1.544055116s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62885,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-01T01:07:22.801165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.625866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:22.801251Z","caller":"traceutil/trace.go:171","msg":"trace[1248946644] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"174.95085ms","start":"2026-05-01T01:07:22.626285Z","end":"2026-05-01T01:07:22.801236Z","steps":["trace[1248946644] 'process raft request' (duration: 71.194891ms)","trace[1248946644] 'compare' (duration: 103.454903ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:24.427965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013057952s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:24.428121Z","caller":"traceutil/trace.go:171","msg":"trace[374042891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5260; }","duration":"1.013231615s","start":"2026-05-01T01:07:23.414865Z","end":"2026-05-01T01:07:24.428097Z","steps":["trace[374042891] 'range keys from in-memory index tree' (duration: 1.013038152s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.429225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43409563s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:24.42953Z","caller":"traceutil/trace.go:171","msg":"trace[484692171] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"1.602962506s","start":"2026-05-01T01:07:22.826524Z","end":"2026-05-01T01:07:24.429487Z","steps":["trace[484692171] 'process raft request' (duration: 167.806706ms)","trace[484692171] 'compare' (duration: 1.433825506s)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:24.429708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:22.826461Z","time spent":"1.60314988s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:24.429758Z","caller":"traceutil/trace.go:171","msg":"trace[1774638447] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"1.215468855s","start":"2026-05-01T01:07:23.214257Z","end":"2026-05-01T01:07:24.429726Z","steps":["trace[1774638447] 'process raft request' (duration: 1.215234961s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:24.429773Z","caller":"traceutil/trace.go:171","msg":"trace[1817205879] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"1.60312919s","start":"2026-05-01T01:07:22.82659Z","end":"2026-05-01T01:07:24.429719Z","steps":["trace[1817205879] 'process raft request' (duration: 1.602782723s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.429841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:22.826567Z","time spent":"1.603245151s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:24.42987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.21423Z","time spent":"1.215579316s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:24.429898Z","caller":"traceutil/trace.go:171","msg":"trace[1209703951] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5461; }","duration":"1.601401826s","start":"2026-05-01T01:07:22.828468Z","end":"2026-05-01T01:07:24.42987Z","steps":["trace[1209703951] 'read index received' (duration: 165.960121ms)","trace[1209703951] 'applied index is now lower than readState.Index' (duration: 1.435439595s)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:24.43018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601678682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:07:24.430263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101994934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-05-01T01:07:24.430264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.718094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:24.430283Z","caller":"traceutil/trace.go:171","msg":"trace[1143849273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5264; }","duration":"1.601815114s","start":"2026-05-01T01:07:22.828445Z","end":"2026-05-01T01:07:24.43026Z","steps":["trace[1143849273] 'agreement among raft nodes before linearized reading' (duration: 1.601512188s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.430303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.222107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:07:24.430352Z","caller":"traceutil/trace.go:171","msg":"trace[291901244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5264; }","duration":"594.863917ms","start":"2026-05-01T01:07:23.835461Z","end":"2026-05-01T01:07:24.430325Z","steps":["trace[291901244] 'agreement among raft nodes before linearized reading' (duration: 594.722954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.43036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:22.828436Z","time spent":"1.601910827s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"info","ts":"2026-05-01T01:07:24.430371Z","caller":"traceutil/trace.go:171","msg":"trace[615800719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5264; }","duration":"417.321438ms","start":"2026-05-01T01:07:24.013034Z","end":"2026-05-01T01:07:24.430355Z","steps":["trace[615800719] 'agreement among raft nodes before linearized reading' (duration: 417.097984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.430392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.706547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:07:24.430398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.466944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-01T01:07:24.430413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.835385Z","time spent":"595.01461ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:24.430418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:24.013016Z","time spent":"417.39176ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:07:24.430324Z","caller":"traceutil/trace.go:171","msg":"trace[1168395880] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5264; }","duration":"1.102084165s","start":"2026-05-01T01:07:23.328219Z","end":"2026-05-01T01:07:24.430303Z","steps":["trace[1168395880] 'agreement among raft nodes before linearized reading' (duration: 1.101835071s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.431544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.328204Z","time spent":"1.103266107s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-01T01:07:24.430432Z","caller":"traceutil/trace.go:171","msg":"trace[56886289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5264; }","duration":"660.788548ms","start":"2026-05-01T01:07:23.769632Z","end":"2026-05-01T01:07:24.430421Z","steps":["trace[56886289] 'agreement among raft nodes before linearized reading' (duration: 660.719337ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:24.430441Z","caller":"traceutil/trace.go:171","msg":"trace[77102981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5264; }","duration":"423.570215ms","start":"2026-05-01T01:07:24.006859Z","end":"2026-05-01T01:07:24.430429Z","steps":["trace[77102981] 'agreement among raft nodes before linearized reading' (duration: 423.442123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.432025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:24.006827Z","time spent":"425.170196ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:07:24.430484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.003336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:24.432108Z","caller":"traceutil/trace.go:171","msg":"trace[545581122] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5264; }","duration":"400.669367ms","start":"2026-05-01T01:07:24.031417Z","end":"2026-05-01T01:07:24.432086Z","steps":["trace[545581122] 'agreement among raft nodes before linearized reading' (duration: 399.027997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.430531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063997484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-01T01:07:24.432198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:24.031401Z","time spent":"400.743179ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:24.432225Z","caller":"traceutil/trace.go:171","msg":"trace[967684300] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5264; }","duration":"1.065675315s","start":"2026-05-01T01:07:23.366522Z","end":"2026-05-01T01:07:24.432197Z","steps":["trace[967684300] 'agreement among raft nodes before linearized reading' (duration: 1.063932433s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.430557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.008715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:07:24.432394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.366498Z","time spent":"1.065871968s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-01T01:07:24.432421Z","caller":"traceutil/trace.go:171","msg":"trace[1339574383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5264; }","duration":"417.880249ms","start":"2026-05-01T01:07:24.014515Z","end":"2026-05-01T01:07:24.432395Z","steps":["trace[1339574383] 'agreement among raft nodes before linearized reading' (duration: 415.970263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.432495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:24.014499Z","time spent":"417.97308ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:07:24.430576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.077265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:07:24.429663Z","caller":"traceutil/trace.go:171","msg":"trace[2043864674] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.109402232s","start":"2026-05-01T01:07:23.320237Z","end":"2026-05-01T01:07:24.429639Z","steps":["trace[2043864674] 'process raft request' (duration: 1.109320881s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:24.432759Z","caller":"traceutil/trace.go:171","msg":"trace[442201522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5264; }","duration":"418.275796ms","start":"2026-05-01T01:07:24.014439Z","end":"2026-05-01T01:07:24.432715Z","steps":["trace[442201522] 'agreement among raft nodes before linearized reading' (duration: 416.072335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.43293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.320209Z","time spent":"1.112638423s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:24.432946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:24.014411Z","time spent":"418.46632ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:07:24.430686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.980724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:07:24.433036Z","caller":"traceutil/trace.go:171","msg":"trace[118958633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"418.357368ms","start":"2026-05-01T01:07:24.014669Z","end":"2026-05-01T01:07:24.433027Z","steps":["trace[118958633] 'agreement among raft nodes before linearized reading' (duration: 415.860831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.433069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:24.014659Z","time spent":"418.402289ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:24.430736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.436715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:07:24.43317Z","caller":"traceutil/trace.go:171","msg":"trace[1203587097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5264; }","duration":"463.199426ms","start":"2026-05-01T01:07:23.969952Z","end":"2026-05-01T01:07:24.433151Z","steps":["trace[1203587097] 'agreement among raft nodes before linearized reading' (duration: 460.368153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:24.433245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.969922Z","time spent":"463.302038ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:24.431915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:23.769611Z","time spent":"662.227936ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:26.742061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.665481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-05-01T01:07:26.742169Z","caller":"traceutil/trace.go:171","msg":"trace[1473863984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5297; }","duration":"215.820173ms","start":"2026-05-01T01:07:26.526326Z","end":"2026-05-01T01:07:26.742147Z","steps":["trace[1473863984] 'range keys from in-memory index tree' (duration: 215.351835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:26.742216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.269691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:26.742453Z","caller":"traceutil/trace.go:171","msg":"trace[590034935] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"215.482007ms","start":"2026-05-01T01:07:26.526922Z","end":"2026-05-01T01:07:26.742404Z","steps":["trace[590034935] 'process raft request' (duration: 66.860079ms)","trace[590034935] 'compare' (duration: 148.097518ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:26.742648Z","caller":"traceutil/trace.go:171","msg":"trace[1872382170] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"215.406226ms","start":"2026-05-01T01:07:26.527228Z","end":"2026-05-01T01:07:26.742634Z","steps":["trace[1872382170] 'process raft request' (duration: 215.206762ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:26.742675Z","caller":"traceutil/trace.go:171","msg":"trace[413269692] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"215.576909ms","start":"2026-05-01T01:07:26.527055Z","end":"2026-05-01T01:07:26.742632Z","steps":["trace[413269692] 'process raft request' (duration: 215.276523ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:26.742757Z","caller":"traceutil/trace.go:171","msg":"trace[1991863641] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"215.11108ms","start":"2026-05-01T01:07:26.527629Z","end":"2026-05-01T01:07:26.74274Z","steps":["trace[1991863641] 'process raft request' (duration: 215.010458ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:26.74272Z","caller":"traceutil/trace.go:171","msg":"trace[1949275787] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"215.16645ms","start":"2026-05-01T01:07:26.527547Z","end":"2026-05-01T01:07:26.742714Z","steps":["trace[1949275787] 'process raft request' (duration: 214.933546ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:26.743015Z","caller":"traceutil/trace.go:171","msg":"trace[2070940326] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"215.067558ms","start":"2026-05-01T01:07:26.527932Z","end":"2026-05-01T01:07:26.743Z","steps":["trace[2070940326] 'process raft request' (duration: 214.754843ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:26.743071Z","caller":"traceutil/trace.go:171","msg":"trace[1770624382] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"212.055863ms","start":"2026-05-01T01:07:26.530984Z","end":"2026-05-01T01:07:26.74304Z","steps":["trace[1770624382] 'process raft request' (duration: 211.91996ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:27.039303Z","caller":"traceutil/trace.go:171","msg":"trace[593882905] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"232.100708ms","start":"2026-05-01T01:07:26.807166Z","end":"2026-05-01T01:07:27.039266Z","steps":["trace[593882905] 'process raft request' (duration: 193.541228ms)","trace[593882905] 'compare' (duration: 38.331526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:27.33618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.750546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:27.336351Z","caller":"traceutil/trace.go:171","msg":"trace[46562927] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"294.802049ms","start":"2026-05-01T01:07:27.041524Z","end":"2026-05-01T01:07:27.336327Z","steps":["trace[46562927] 'process raft request' (duration: 173.832508ms)","trace[46562927] 'compare' (duration: 120.567623ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:32.339468Z","caller":"traceutil/trace.go:171","msg":"trace[417956585] linearizableReadLoop","detail":"{readStateIndex:5582; appliedIndex:5581; }","duration":"197.9512ms","start":"2026-05-01T01:07:32.141402Z","end":"2026-05-01T01:07:32.339353Z","steps":["trace[417956585] 'read index received' (duration: 197.900088ms)","trace[417956585] 'applied index is now lower than readState.Index' (duration: 49.502µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:32.339495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.066512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:32.339575Z","caller":"traceutil/trace.go:171","msg":"trace[554788350] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5377; }","duration":"264.710027ms","start":"2026-05-01T01:07:32.074852Z","end":"2026-05-01T01:07:32.339562Z","steps":["trace[554788350] 'process raft request' (duration: 264.331399ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:32.339575Z","caller":"traceutil/trace.go:171","msg":"trace[1098212382] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5377; }","duration":"198.228815ms","start":"2026-05-01T01:07:32.141332Z","end":"2026-05-01T01:07:32.339561Z","steps":["trace[1098212382] 'agreement among raft nodes before linearized reading' (duration: 198.040991ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:32.340829Z","caller":"traceutil/trace.go:171","msg":"trace[1392821608] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"155.951495ms","start":"2026-05-01T01:07:32.184853Z","end":"2026-05-01T01:07:32.340804Z","steps":["trace[1392821608] 'process raft request' (duration: 155.787821ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:33.646813Z","caller":"traceutil/trace.go:171","msg":"trace[1993820919] linearizableReadLoop","detail":"{readStateIndex:5619; appliedIndex:5618; }","duration":"213.636342ms","start":"2026-05-01T01:07:33.433145Z","end":"2026-05-01T01:07:33.646781Z","steps":["trace[1993820919] 'read index received' (duration: 213.251515ms)","trace[1993820919] 'applied index is now lower than readState.Index' (duration: 383.877µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:33.646873Z","caller":"traceutil/trace.go:171","msg":"trace[1969033877] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"288.171584ms","start":"2026-05-01T01:07:33.358657Z","end":"2026-05-01T01:07:33.646828Z","steps":["trace[1969033877] 'process raft request' (duration: 287.814508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:33.647179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.991739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-j64j8\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-05-01T01:07:33.647273Z","caller":"traceutil/trace.go:171","msg":"trace[442429193] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-j64j8; range_end:; response_count:1; response_revision:5414; }","duration":"214.161263ms","start":"2026-05-01T01:07:33.433091Z","end":"2026-05-01T01:07:33.647252Z","steps":["trace[442429193] 'agreement among raft nodes before linearized reading' (duration: 213.807195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:33.810436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.581076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:33.810798Z","caller":"traceutil/trace.go:171","msg":"trace[297900272] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"154.703871ms","start":"2026-05-01T01:07:33.656066Z","end":"2026-05-01T01:07:33.81077Z","steps":["trace[297900272] 'process raft request' (duration: 154.533718ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:33.810803Z","caller":"traceutil/trace.go:171","msg":"trace[86970627] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"162.047087ms","start":"2026-05-01T01:07:33.648702Z","end":"2026-05-01T01:07:33.810749Z","steps":["trace[86970627] 'process raft request' (duration: 50.050614ms)","trace[86970627] 'compare' (duration: 111.331781ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:34.082957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.815871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:34.083121Z","caller":"traceutil/trace.go:171","msg":"trace[1513326032] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"223.741421ms","start":"2026-05-01T01:07:33.859352Z","end":"2026-05-01T01:07:34.083093Z","steps":["trace[1513326032] 'process raft request' (duration: 51.604635ms)","trace[1513326032] 'compare' (duration: 171.626787ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:34.083184Z","caller":"traceutil/trace.go:171","msg":"trace[899039477] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5421; }","duration":"173.813998ms","start":"2026-05-01T01:07:33.909352Z","end":"2026-05-01T01:07:34.083166Z","steps":["trace[899039477] 'process raft request' (duration: 173.743896ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:34.083188Z","caller":"traceutil/trace.go:171","msg":"trace[1745983186] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5625; }","duration":"176.938436ms","start":"2026-05-01T01:07:33.906211Z","end":"2026-05-01T01:07:34.08315Z","steps":["trace[1745983186] 'read index received' (duration: 4.764909ms)","trace[1745983186] 'applied index is now lower than readState.Index' (duration: 172.169307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:34.083594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.268252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:34.083716Z","caller":"traceutil/trace.go:171","msg":"trace[945777935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"177.544937ms","start":"2026-05-01T01:07:33.906147Z","end":"2026-05-01T01:07:34.083692Z","steps":["trace[945777935] 'agreement among raft nodes before linearized reading' (duration: 177.16868ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:34.630389Z","caller":"traceutil/trace.go:171","msg":"trace[109444023] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"130.629232ms","start":"2026-05-01T01:07:34.499732Z","end":"2026-05-01T01:07:34.630361Z","steps":["trace[109444023] 'process raft request' (duration: 130.51429ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:34.630416Z","caller":"traceutil/trace.go:171","msg":"trace[1926143845] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"131.635361ms","start":"2026-05-01T01:07:34.49875Z","end":"2026-05-01T01:07:34.630385Z","steps":["trace[1926143845] 'process raft request' (duration: 131.282204ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.059766Z","caller":"traceutil/trace.go:171","msg":"trace[1198706853] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5632; }","duration":"272.212807ms","start":"2026-05-01T01:07:34.787524Z","end":"2026-05-01T01:07:35.059737Z","steps":["trace[1198706853] 'read index received' (duration: 271.997223ms)","trace[1198706853] 'applied index is now lower than readState.Index' (duration: 214.124µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:35.059839Z","caller":"traceutil/trace.go:171","msg":"trace[1691301166] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"471.351758ms","start":"2026-05-01T01:07:34.588435Z","end":"2026-05-01T01:07:35.059786Z","steps":["trace[1691301166] 'process raft request' (duration: 471.100814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.060073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.501093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:07:35.060057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.497943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-01T01:07:35.060086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:34.58839Z","time spent":"471.560242ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:35.06012Z","caller":"traceutil/trace.go:171","msg":"trace[181587194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5426; }","duration":"272.599965ms","start":"2026-05-01T01:07:34.787508Z","end":"2026-05-01T01:07:35.060108Z","steps":["trace[181587194] 'agreement among raft nodes before linearized reading' (duration: 272.395942ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.060157Z","caller":"traceutil/trace.go:171","msg":"trace[416508047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5426; }","duration":"272.645686ms","start":"2026-05-01T01:07:34.787483Z","end":"2026-05-01T01:07:35.060128Z","steps":["trace[416508047] 'agreement among raft nodes before linearized reading' (duration: 272.393241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.060215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.531884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:07:35.060238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.408039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:07:35.060353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.378426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:07:35.060387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.432607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:35.060414Z","caller":"traceutil/trace.go:171","msg":"trace[686325165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5426; }","duration":"267.495718ms","start":"2026-05-01T01:07:34.792906Z","end":"2026-05-01T01:07:35.060401Z","steps":["trace[686325165] 'agreement among raft nodes before linearized reading' (duration: 267.388207ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.060447Z","caller":"traceutil/trace.go:171","msg":"trace[1050289958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5426; }","duration":"222.535789ms","start":"2026-05-01T01:07:34.837896Z","end":"2026-05-01T01:07:35.060432Z","steps":["trace[1050289958] 'agreement among raft nodes before linearized reading' (duration: 222.450447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.060238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.510563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:07:35.060354Z","caller":"traceutil/trace.go:171","msg":"trace[1817759592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5426; }","duration":"266.563562ms","start":"2026-05-01T01:07:34.793762Z","end":"2026-05-01T01:07:35.060326Z","steps":["trace[1817759592] 'agreement among raft nodes before linearized reading' (duration: 266.197706ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.060277Z","caller":"traceutil/trace.go:171","msg":"trace[90263552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5426; }","duration":"272.667706ms","start":"2026-05-01T01:07:34.787594Z","end":"2026-05-01T01:07:35.060262Z","steps":["trace[90263552] 'agreement among raft nodes before linearized reading' (duration: 272.529933ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.060616Z","caller":"traceutil/trace.go:171","msg":"trace[349196982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5426; }","duration":"272.943831ms","start":"2026-05-01T01:07:34.787619Z","end":"2026-05-01T01:07:35.060563Z","steps":["trace[349196982] 'agreement among raft nodes before linearized reading' (duration: 272.412412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.060056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.497713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:07:35.060857Z","caller":"traceutil/trace.go:171","msg":"trace[1025265567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5426; }","duration":"273.367678ms","start":"2026-05-01T01:07:34.787473Z","end":"2026-05-01T01:07:35.060841Z","steps":["trace[1025265567] 'agreement among raft nodes before linearized reading' (duration: 272.32263ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.433587Z","caller":"traceutil/trace.go:171","msg":"trace[914726995] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"367.718061ms","start":"2026-05-01T01:07:35.065814Z","end":"2026-05-01T01:07:35.433532Z","steps":["trace[914726995] 'process raft request' (duration: 364.97713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.433795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.065795Z","time spent":"367.893435ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:35.436154Z","caller":"traceutil/trace.go:171","msg":"trace[61918709] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"369.108127ms","start":"2026-05-01T01:07:35.067018Z","end":"2026-05-01T01:07:35.436126Z","steps":["trace[61918709] 'process raft request' (duration: 368.923353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.436255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.067007Z","time spent":"369.202479ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:35.436387Z","caller":"traceutil/trace.go:171","msg":"trace[1727616212] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"369.80442ms","start":"2026-05-01T01:07:35.06657Z","end":"2026-05-01T01:07:35.436375Z","steps":["trace[1727616212] 'process raft request' (duration: 369.322981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.436443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.066545Z","time spent":"369.864992ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:35.436106Z","caller":"traceutil/trace.go:171","msg":"trace[2056079876] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"369.537166ms","start":"2026-05-01T01:07:35.066541Z","end":"2026-05-01T01:07:35.436078Z","steps":["trace[2056079876] 'process raft request' (duration: 369.264941ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.436128Z","caller":"traceutil/trace.go:171","msg":"trace[554170665] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5633; }","duration":"369.407253ms","start":"2026-05-01T01:07:35.066685Z","end":"2026-05-01T01:07:35.436092Z","steps":["trace[554170665] 'read index received' (duration: 364.118564ms)","trace[554170665] 'applied index is now lower than readState.Index' (duration: 5.287699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:35.436665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.811042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-01T01:07:35.436673Z","caller":"traceutil/trace.go:171","msg":"trace[1991095082] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"245.180382ms","start":"2026-05-01T01:07:35.191467Z","end":"2026-05-01T01:07:35.436647Z","steps":["trace[1991095082] 'process raft request' (duration: 244.57898ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.436802Z","caller":"traceutil/trace.go:171","msg":"trace[143046258] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5433; }","duration":"370.133647ms","start":"2026-05-01T01:07:35.066647Z","end":"2026-05-01T01:07:35.436781Z","steps":["trace[143046258] 'agreement among raft nodes before linearized reading' (duration: 369.554306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.436856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.681366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:35.436904Z","caller":"traceutil/trace.go:171","msg":"trace[326359571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5433; }","duration":"119.771368ms","start":"2026-05-01T01:07:35.31712Z","end":"2026-05-01T01:07:35.436891Z","steps":["trace[326359571] 'agreement among raft nodes before linearized reading' (duration: 119.681757ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:35.436672Z","caller":"traceutil/trace.go:171","msg":"trace[1767825299] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"369.556956ms","start":"2026-05-01T01:07:35.067077Z","end":"2026-05-01T01:07:35.436634Z","steps":["trace[1767825299] 'process raft request' (duration: 368.924863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.437073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.337731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70912"} {"level":"warn","ts":"2026-05-01T01:07:35.437109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.06651Z","time spent":"369.993535ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:35.436927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.066632Z","time spent":"370.248889ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-01T01:07:35.437122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.067064Z","time spent":"369.932423ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:35.437164Z","caller":"traceutil/trace.go:171","msg":"trace[954938380] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5433; }","duration":"370.510374ms","start":"2026-05-01T01:07:35.066629Z","end":"2026-05-01T01:07:35.437139Z","steps":["trace[954938380] 'agreement among raft nodes before linearized reading' (duration: 370.084476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.437217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.066596Z","time spent":"370.610846ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-01T01:07:35.43692Z","caller":"traceutil/trace.go:171","msg":"trace[1088431842] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"370.043716ms","start":"2026-05-01T01:07:35.066534Z","end":"2026-05-01T01:07:35.436578Z","steps":["trace[1088431842] 'process raft request' (duration: 369.036857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:35.437349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:35.066517Z","time spent":"370.791829ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:37.738679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.016864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:37.738805Z","caller":"traceutil/trace.go:171","msg":"trace[588265688] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"218.926881ms","start":"2026-05-01T01:07:37.519857Z","end":"2026-05-01T01:07:37.738784Z","steps":["trace[588265688] 'process raft request' (duration: 61.698863ms)","trace[588265688] 'compare' (duration: 156.863582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:38.075153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.583266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:38.075456Z","caller":"traceutil/trace.go:171","msg":"trace[2096540547] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"554.708636ms","start":"2026-05-01T01:07:37.520688Z","end":"2026-05-01T01:07:38.075397Z","steps":["trace[2096540547] 'process raft request' (duration: 374.769264ms)","trace[2096540547] 'compare' (duration: 179.288481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:38.07564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:37.520675Z","time spent":"554.855299ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:38.075795Z","caller":"traceutil/trace.go:171","msg":"trace[2067268169] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5659; }","duration":"330.820233ms","start":"2026-05-01T01:07:37.744952Z","end":"2026-05-01T01:07:38.075772Z","steps":["trace[2067268169] 'read index received' (duration: 150.409251ms)","trace[2067268169] 'applied index is now lower than readState.Index' (duration: 180.409892ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:38.075839Z","caller":"traceutil/trace.go:171","msg":"trace[152551683] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"554.605795ms","start":"2026-05-01T01:07:37.521222Z","end":"2026-05-01T01:07:38.075827Z","steps":["trace[152551683] 'process raft request' (duration: 554.061744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:38.075905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:37.521214Z","time spent":"554.659166ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:38.075983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.995716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:38.076067Z","caller":"traceutil/trace.go:171","msg":"trace[325329807] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5454; }","duration":"331.135419ms","start":"2026-05-01T01:07:37.74491Z","end":"2026-05-01T01:07:38.076045Z","steps":["trace[325329807] 'agreement among raft nodes before linearized reading' (duration: 330.938095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:38.076116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:37.744893Z","time spent":"331.21134ms","remote":"127.0.0.1:57834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:38.144669Z","caller":"traceutil/trace.go:171","msg":"trace[623712556] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"136.798387ms","start":"2026-05-01T01:07:38.007842Z","end":"2026-05-01T01:07:38.14464Z","steps":["trace[623712556] 'process raft request' (duration: 136.640124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:38.145625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.60713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:38.145741Z","caller":"traceutil/trace.go:171","msg":"trace[830511008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5455; }","duration":"306.793824ms","start":"2026-05-01T01:07:37.83892Z","end":"2026-05-01T01:07:38.145713Z","steps":["trace[830511008] 'agreement among raft nodes before linearized reading' (duration: 306.59623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:38.145799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:37.838889Z","time spent":"306.897426ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:41.991875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.061406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:41.991989Z","caller":"traceutil/trace.go:171","msg":"trace[753222868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5498; }","duration":"156.25806ms","start":"2026-05-01T01:07:41.835707Z","end":"2026-05-01T01:07:41.991965Z","steps":["trace[753222868] 'range keys from in-memory index tree' (duration: 155.948364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:42.302277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.827923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:07:42.302381Z","caller":"traceutil/trace.go:171","msg":"trace[85970663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5500; }","duration":"208.957555ms","start":"2026-05-01T01:07:42.0934Z","end":"2026-05-01T01:07:42.302357Z","steps":["trace[85970663] 'range keys from in-memory index tree' (duration: 208.67437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:42.302591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.711548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:07:42.302699Z","caller":"traceutil/trace.go:171","msg":"trace[150343701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5500; }","duration":"209.879202ms","start":"2026-05-01T01:07:42.09279Z","end":"2026-05-01T01:07:42.302669Z","steps":["trace[150343701] 'range keys from in-memory index tree' (duration: 209.519165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.125894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.464597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:43.126141Z","caller":"traceutil/trace.go:171","msg":"trace[717855303] linearizableReadLoop","detail":"{readStateIndex:5718; appliedIndex:5716; }","duration":"288.484581ms","start":"2026-05-01T01:07:42.837633Z","end":"2026-05-01T01:07:43.126117Z","steps":["trace[717855303] 'read index received' (duration: 50.721497ms)","trace[717855303] 'applied index is now lower than readState.Index' (duration: 237.762184ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:43.126472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.833817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:43.12653Z","caller":"traceutil/trace.go:171","msg":"trace[2100742092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5510; }","duration":"288.96432ms","start":"2026-05-01T01:07:42.837549Z","end":"2026-05-01T01:07:43.126513Z","steps":["trace[2100742092] 'agreement among raft nodes before linearized reading' (duration: 288.785307ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:43.126653Z","caller":"traceutil/trace.go:171","msg":"trace[277501327] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"384.789182ms","start":"2026-05-01T01:07:42.741799Z","end":"2026-05-01T01:07:43.126589Z","steps":["trace[277501327] 'process raft request' (duration: 146.530369ms)","trace[277501327] 'compare' (duration: 237.164222ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:43.126641Z","caller":"traceutil/trace.go:171","msg":"trace[1405628013] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"383.448206ms","start":"2026-05-01T01:07:42.743139Z","end":"2026-05-01T01:07:43.126587Z","steps":["trace[1405628013] 'process raft request' (duration: 382.892796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.126966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:42.743125Z","time spent":"383.780782ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:43.126969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:42.74178Z","time spent":"384.966194ms","remote":"127.0.0.1:57782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:43.526569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.235278ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:43.52668Z","caller":"traceutil/trace.go:171","msg":"trace[1596290754] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5511; }","duration":"112.368911ms","start":"2026-05-01T01:07:43.414296Z","end":"2026-05-01T01:07:43.526665Z","steps":["trace[1596290754] 'range keys from in-memory index tree' (duration: 112.220048ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:43.526865Z","caller":"traceutil/trace.go:171","msg":"trace[1624799588] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"394.600105ms","start":"2026-05-01T01:07:43.132232Z","end":"2026-05-01T01:07:43.526832Z","steps":["trace[1624799588] 'process raft request' (duration: 329.428806ms)","trace[1624799588] 'compare' (duration: 64.755741ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:43.526891Z","caller":"traceutil/trace.go:171","msg":"trace[1840900808] linearizableReadLoop","detail":"{readStateIndex:5721; appliedIndex:5719; }","duration":"393.594775ms","start":"2026-05-01T01:07:43.133276Z","end":"2026-05-01T01:07:43.526871Z","steps":["trace[1840900808] 'read index received' (duration: 65.672067ms)","trace[1840900808] 'applied index is now lower than readState.Index' (duration: 327.922008ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:43.526946Z","caller":"traceutil/trace.go:171","msg":"trace[1274628266] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"393.430553ms","start":"2026-05-01T01:07:43.133489Z","end":"2026-05-01T01:07:43.52692Z","steps":["trace[1274628266] 'process raft request' (duration: 393.345282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.526984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:43.132217Z","time spent":"394.712196ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:07:43.527001Z","caller":"traceutil/trace.go:171","msg":"trace[1941986514] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"394.36302ms","start":"2026-05-01T01:07:43.132629Z","end":"2026-05-01T01:07:43.526992Z","steps":["trace[1941986514] 'process raft request' (duration: 394.140816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.527041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:43.133476Z","time spent":"393.519624ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:43.527074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:43.132618Z","time spent":"394.406781ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:43.527121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.233286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:43.52715Z","caller":"traceutil/trace.go:171","msg":"trace[455862302] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5514; }","duration":"364.300548ms","start":"2026-05-01T01:07:43.162838Z","end":"2026-05-01T01:07:43.527139Z","steps":["trace[455862302] 'agreement among raft nodes before linearized reading' (duration: 364.243297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.527156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.869351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129396"} {"level":"warn","ts":"2026-05-01T01:07:43.527178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:43.162823Z","time spent":"364.349189ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:07:43.527186Z","caller":"traceutil/trace.go:171","msg":"trace[1892267817] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5514; }","duration":"393.935872ms","start":"2026-05-01T01:07:43.133242Z","end":"2026-05-01T01:07:43.527178Z","steps":["trace[1892267817] 'agreement among raft nodes before linearized reading' (duration: 393.742488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.527208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:43.133233Z","time spent":"393.969662ms","remote":"127.0.0.1:57652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129418,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-01T01:07:43.883792Z","caller":"traceutil/trace.go:171","msg":"trace[4469495] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5738; }","duration":"178.882793ms","start":"2026-05-01T01:07:43.704879Z","end":"2026-05-01T01:07:43.883761Z","steps":["trace[4469495] 'read index received' (duration: 48.174279ms)","trace[4469495] 'applied index is now lower than readState.Index' (duration: 130.705364ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:43.883803Z","caller":"traceutil/trace.go:171","msg":"trace[1304754274] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"126.573346ms","start":"2026-05-01T01:07:43.757209Z","end":"2026-05-01T01:07:43.883783Z","steps":["trace[1304754274] 'process raft request' (duration: 126.466304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:43.883999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.578248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:07:43.884008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.115428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-01T01:07:43.884035Z","caller":"traceutil/trace.go:171","msg":"trace[1154846582] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5533; }","duration":"132.66866ms","start":"2026-05-01T01:07:43.751355Z","end":"2026-05-01T01:07:43.884023Z","steps":["trace[1154846582] 'agreement among raft nodes before linearized reading' (duration: 132.567678ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:43.88405Z","caller":"traceutil/trace.go:171","msg":"trace[451694989] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5533; }","duration":"179.200679ms","start":"2026-05-01T01:07:43.704837Z","end":"2026-05-01T01:07:43.884038Z","steps":["trace[451694989] 'agreement among raft nodes before linearized reading' (duration: 179.026356ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:43.883821Z","caller":"traceutil/trace.go:171","msg":"trace[562404786] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"179.801101ms","start":"2026-05-01T01:07:43.703968Z","end":"2026-05-01T01:07:43.88377Z","steps":["trace[562404786] 'process raft request' (duration: 138.383606ms)","trace[562404786] 'compare' (duration: 41.190351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:43.88424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.907645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:07:43.884334Z","caller":"traceutil/trace.go:171","msg":"trace[789421125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5533; }","duration":"117.071318ms","start":"2026-05-01T01:07:43.767244Z","end":"2026-05-01T01:07:43.884315Z","steps":["trace[789421125] 'agreement among raft nodes before linearized reading' (duration: 116.709521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.871984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.383287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:44.872081Z","caller":"traceutil/trace.go:171","msg":"trace[1901590169] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"556.416129ms","start":"2026-05-01T01:07:44.315649Z","end":"2026-05-01T01:07:44.872065Z","steps":["trace[1901590169] 'read index received' (duration: 98.98564ms)","trace[1901590169] 'applied index is now lower than readState.Index' (duration: 457.429129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:44.872238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.575112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:44.87227Z","caller":"traceutil/trace.go:171","msg":"trace[1868575004] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:5558; }","duration":"556.633883ms","start":"2026-05-01T01:07:44.315624Z","end":"2026-05-01T01:07:44.872258Z","steps":["trace[1868575004] 'agreement among raft nodes before linearized reading' (duration: 556.508571ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:44.872161Z","caller":"traceutil/trace.go:171","msg":"trace[2073972496] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"557.234184ms","start":"2026-05-01T01:07:44.314893Z","end":"2026-05-01T01:07:44.872127Z","steps":["trace[2073972496] 'process raft request' (duration: 99.642972ms)","trace[2073972496] 'compare' (duration: 457.168323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:44.872305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.315616Z","time spent":"556.680224ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-05-01T01:07:44.872398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.314868Z","time spent":"557.442868ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:07:44.880409Z","caller":"traceutil/trace.go:171","msg":"trace[595349932] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"562.764917ms","start":"2026-05-01T01:07:44.317622Z","end":"2026-05-01T01:07:44.880387Z","steps":["trace[595349932] 'process raft request' (duration: 562.640524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.88055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.317601Z","time spent":"562.871559ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:44.938947Z","caller":"traceutil/trace.go:171","msg":"trace[76632752] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"251.875097ms","start":"2026-05-01T01:07:44.687046Z","end":"2026-05-01T01:07:44.938921Z","steps":["trace[76632752] 'process raft request' (duration: 251.766605ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:44.939038Z","caller":"traceutil/trace.go:171","msg":"trace[1777740434] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"259.498129ms","start":"2026-05-01T01:07:44.679459Z","end":"2026-05-01T01:07:44.938957Z","steps":["trace[1777740434] 'process raft request' (duration: 259.204813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.939546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.879825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T01:07:44.939605Z","caller":"traceutil/trace.go:171","msg":"trace[1497812429] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:5562; }","duration":"505.955026ms","start":"2026-05-01T01:07:44.433637Z","end":"2026-05-01T01:07:44.939592Z","steps":["trace[1497812429] 'agreement among raft nodes before linearized reading' (duration: 505.802073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.939639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.433568Z","time spent":"506.063428ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-01T01:07:44.939715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.446705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-01T01:07:44.939745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.640198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:44.939786Z","caller":"traceutil/trace.go:171","msg":"trace[840748923] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5562; }","duration":"300.565247ms","start":"2026-05-01T01:07:44.639199Z","end":"2026-05-01T01:07:44.939765Z","steps":["trace[840748923] 'agreement among raft nodes before linearized reading' (duration: 300.366244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.939769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.665292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:07:44.939829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.639178Z","time spent":"300.642448ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-01T01:07:44.93985Z","caller":"traceutil/trace.go:171","msg":"trace[756590939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5562; }","duration":"572.777624ms","start":"2026-05-01T01:07:44.367055Z","end":"2026-05-01T01:07:44.939833Z","steps":["trace[756590939] 'agreement among raft nodes before linearized reading' (duration: 572.423758ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:44.939877Z","caller":"traceutil/trace.go:171","msg":"trace[1812392644] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"252.147402ms","start":"2026-05-01T01:07:44.687598Z","end":"2026-05-01T01:07:44.939746Z","steps":["trace[1812392644] 'process raft request' (duration: 251.276185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.939995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.644841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:07:44.940032Z","caller":"traceutil/trace.go:171","msg":"trace[1908784908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5562; }","duration":"611.695912ms","start":"2026-05-01T01:07:44.328327Z","end":"2026-05-01T01:07:44.940023Z","steps":["trace[1908784908] 'agreement among raft nodes before linearized reading' (duration: 611.58734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.940061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.328319Z","time spent":"611.735852ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:44.939947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.367048Z","time spent":"572.864376ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T01:07:44.939958Z","caller":"traceutil/trace.go:171","msg":"trace[1420833100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5562; }","duration":"102.888772ms","start":"2026-05-01T01:07:44.837059Z","end":"2026-05-01T01:07:44.939948Z","steps":["trace[1420833100] 'agreement among raft nodes before linearized reading' (duration: 102.440204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.94021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.963192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-01T01:07:44.940384Z","caller":"traceutil/trace.go:171","msg":"trace[1798738118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5562; }","duration":"623.245677ms","start":"2026-05-01T01:07:44.31711Z","end":"2026-05-01T01:07:44.940355Z","steps":["trace[1798738118] 'agreement among raft nodes before linearized reading' (duration: 622.626596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.940586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.317102Z","time spent":"623.449321ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-01T01:07:44.940669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.775734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-05-01T01:07:44.940706Z","caller":"traceutil/trace.go:171","msg":"trace[1146279742] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5562; }","duration":"587.832256ms","start":"2026-05-01T01:07:44.352865Z","end":"2026-05-01T01:07:44.940698Z","steps":["trace[1146279742] 'agreement among raft nodes before linearized reading' (duration: 586.99625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:44.940731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:44.352854Z","time spent":"587.868946ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212913,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-01T01:07:45.918794Z","caller":"traceutil/trace.go:171","msg":"trace[1754632734] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5782; }","duration":"255.164189ms","start":"2026-05-01T01:07:45.663604Z","end":"2026-05-01T01:07:45.918768Z","steps":["trace[1754632734] 'read index received' (duration: 254.921004ms)","trace[1754632734] 'applied index is now lower than readState.Index' (duration: 241.935µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:45.918844Z","caller":"traceutil/trace.go:171","msg":"trace[325349621] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"318.212286ms","start":"2026-05-01T01:07:45.600598Z","end":"2026-05-01T01:07:45.91881Z","steps":["trace[325349621] 'process raft request' (duration: 317.980052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:45.919068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:45.600559Z","time spent":"318.372ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:45.999172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.523469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:45.999265Z","caller":"traceutil/trace.go:171","msg":"trace[966313631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5574; }","duration":"161.672282ms","start":"2026-05-01T01:07:45.837565Z","end":"2026-05-01T01:07:45.999238Z","steps":["trace[966313631] 'agreement among raft nodes before linearized reading' (duration: 81.399621ms)","trace[966313631] 'range keys from in-memory index tree' (duration: 80.136098ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:45.999642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.429384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:07:45.999689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.249141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:07:45.99982Z","caller":"traceutil/trace.go:171","msg":"trace[463957417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5574; }","duration":"330.477046ms","start":"2026-05-01T01:07:45.669318Z","end":"2026-05-01T01:07:45.999795Z","steps":["trace[463957417] 'agreement among raft nodes before linearized reading' (duration: 249.639985ms)","trace[463957417] 'range keys from in-memory index tree' (duration: 80.558566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:45.999891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:45.669279Z","time spent":"330.599798ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:07:45.999736Z","caller":"traceutil/trace.go:171","msg":"trace[639621142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5574; }","duration":"331.591226ms","start":"2026-05-01T01:07:45.668122Z","end":"2026-05-01T01:07:45.999713Z","steps":["trace[639621142] 'agreement among raft nodes before linearized reading' (duration: 250.797596ms)","trace[639621142] 'range keys from in-memory index tree' (duration: 80.464044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:46.00001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:45.668096Z","time spent":"331.863632ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:07:45.999737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.097801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:07:46.000144Z","caller":"traceutil/trace.go:171","msg":"trace[1163236975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5574; }","duration":"336.564659ms","start":"2026-05-01T01:07:45.663539Z","end":"2026-05-01T01:07:46.000104Z","steps":["trace[1163236975] 'agreement among raft nodes before linearized reading' (duration: 255.377872ms)","trace[1163236975] 'range keys from in-memory index tree' (duration: 80.661567ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:46.000233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:45.663516Z","time spent":"336.681311ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:07:46.000212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.124369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:46.000397Z","caller":"traceutil/trace.go:171","msg":"trace[1449766651] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5574; }","duration":"208.365893ms","start":"2026-05-01T01:07:45.792005Z","end":"2026-05-01T01:07:46.000371Z","steps":["trace[1449766651] 'agreement among raft nodes before linearized reading' (duration: 126.958572ms)","trace[1449766651] 'count revisions from in-memory index tree' (duration: 81.167256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:46.000208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.817013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:07:46.000508Z","caller":"traceutil/trace.go:171","msg":"trace[1975819991] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5574; }","duration":"330.20901ms","start":"2026-05-01T01:07:45.670281Z","end":"2026-05-01T01:07:46.00049Z","steps":["trace[1975819991] 'agreement among raft nodes before linearized reading' (duration: 248.665256ms)","trace[1975819991] 'range keys from in-memory index tree' (duration: 80.871651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:46.000546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:45.670271Z","time spent":"330.260662ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:07:47.758497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.352623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:47.758587Z","caller":"traceutil/trace.go:171","msg":"trace[709852418] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5587; }","duration":"399.522596ms","start":"2026-05-01T01:07:47.35904Z","end":"2026-05-01T01:07:47.758562Z","steps":["trace[709852418] 'count revisions from in-memory index tree' (duration: 399.230301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:47.758631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:47.359009Z","time spent":"399.610428ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:47.759234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.376272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:47.759314Z","caller":"traceutil/trace.go:171","msg":"trace[796035029] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5796; }","duration":"207.710732ms","start":"2026-05-01T01:07:47.551591Z","end":"2026-05-01T01:07:47.759301Z","steps":["trace[796035029] 'read index received' (duration: 88.177737ms)","trace[796035029] 'applied index is now lower than readState.Index' (duration: 119.531515ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:47.759457Z","caller":"traceutil/trace.go:171","msg":"trace[2036361096] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"399.241091ms","start":"2026-05-01T01:07:47.360153Z","end":"2026-05-01T01:07:47.759394Z","steps":["trace[2036361096] 'process raft request' (duration: 279.641655ms)","trace[2036361096] 'compare' (duration: 119.27333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:47.759551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.975348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-01T01:07:47.759584Z","caller":"traceutil/trace.go:171","msg":"trace[956336622] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5588; }","duration":"208.067929ms","start":"2026-05-01T01:07:47.551505Z","end":"2026-05-01T01:07:47.759573Z","steps":["trace[956336622] 'agreement among raft nodes before linearized reading' (duration: 207.882636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:47.759648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:47.360117Z","time spent":"399.426595ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:47.760023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.046989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd61064a-8a39-40e8-95c3-c3ea1ef25cb5\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-01T01:07:47.760095Z","caller":"traceutil/trace.go:171","msg":"trace[224710538] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd61064a-8a39-40e8-95c3-c3ea1ef25cb5; range_end:; response_count:1; response_revision:5588; }","duration":"192.171551ms","start":"2026-05-01T01:07:47.567906Z","end":"2026-05-01T01:07:47.760077Z","steps":["trace[224710538] 'agreement among raft nodes before linearized reading' (duration: 191.910066ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:48.223147Z","caller":"traceutil/trace.go:171","msg":"trace[917503508] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5797; }","duration":"385.469054ms","start":"2026-05-01T01:07:47.837654Z","end":"2026-05-01T01:07:48.223123Z","steps":["trace[917503508] 'read index received' (duration: 385.296481ms)","trace[917503508] 'applied index is now lower than readState.Index' (duration: 171.623µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:48.223282Z","caller":"traceutil/trace.go:171","msg":"trace[285243801] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"455.679685ms","start":"2026-05-01T01:07:47.767589Z","end":"2026-05-01T01:07:48.223268Z","steps":["trace[285243801] 'process raft request' (duration: 455.37614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:48.223466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:47.767556Z","time spent":"455.750807ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:48.223624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.981733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:48.223656Z","caller":"traceutil/trace.go:171","msg":"trace[311853550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5589; }","duration":"386.052334ms","start":"2026-05-01T01:07:47.837592Z","end":"2026-05-01T01:07:48.223645Z","steps":["trace[311853550] 'agreement among raft nodes before linearized reading' (duration: 385.999023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:48.223697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:47.837569Z","time spent":"386.122675ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:48.22384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.627633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:07:48.223859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.306539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd61064a-8a39-40e8-95c3-c3ea1ef25cb5\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-05-01T01:07:48.223901Z","caller":"traceutil/trace.go:171","msg":"trace[517213693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5589; }","duration":"212.744875ms","start":"2026-05-01T01:07:48.011142Z","end":"2026-05-01T01:07:48.223886Z","steps":["trace[517213693] 'agreement among raft nodes before linearized reading' (duration: 212.536711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:48.223934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.641574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:07:48.223841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.527181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:07:48.223949Z","caller":"traceutil/trace.go:171","msg":"trace[1298293978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd61064a-8a39-40e8-95c3-c3ea1ef25cb5; range_end:; response_count:1; response_revision:5589; }","duration":"195.436113ms","start":"2026-05-01T01:07:48.028485Z","end":"2026-05-01T01:07:48.223921Z","steps":["trace[1298293978] 'agreement among raft nodes before linearized reading' (duration: 195.265199ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:48.223994Z","caller":"traceutil/trace.go:171","msg":"trace[1019591512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5589; }","duration":"182.740195ms","start":"2026-05-01T01:07:48.041242Z","end":"2026-05-01T01:07:48.223982Z","steps":["trace[1019591512] 'agreement among raft nodes before linearized reading' (duration: 182.449799ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:48.223968Z","caller":"traceutil/trace.go:171","msg":"trace[2111881525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5589; }","duration":"182.713655ms","start":"2026-05-01T01:07:48.041244Z","end":"2026-05-01T01:07:48.223958Z","steps":["trace[2111881525] 'agreement among raft nodes before linearized reading' (duration: 182.640383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:48.224042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.460653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:07:48.224122Z","caller":"traceutil/trace.go:171","msg":"trace[1765688230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5589; }","duration":"203.577995ms","start":"2026-05-01T01:07:48.020526Z","end":"2026-05-01T01:07:48.224104Z","steps":["trace[1765688230] 'agreement among raft nodes before linearized reading' (duration: 203.31512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:48.224132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.106602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:07:48.224216Z","caller":"traceutil/trace.go:171","msg":"trace[1442579576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5589; }","duration":"183.239655ms","start":"2026-05-01T01:07:48.040955Z","end":"2026-05-01T01:07:48.224195Z","steps":["trace[1442579576] 'agreement among raft nodes before linearized reading' (duration: 182.94099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.230998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.322252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:07:49.231229Z","caller":"traceutil/trace.go:171","msg":"trace[666983623] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"1.001295643s","start":"2026-05-01T01:07:48.229904Z","end":"2026-05-01T01:07:49.231199Z","steps":["trace[666983623] 'process raft request' (duration: 90.699796ms)","trace[666983623] 'compare' (duration: 910.019776ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:49.231379Z","caller":"traceutil/trace.go:171","msg":"trace[1632957553] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"244.275434ms","start":"2026-05-01T01:07:48.987085Z","end":"2026-05-01T01:07:49.231361Z","steps":["trace[1632957553] 'process raft request' (duration: 244.233894ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:49.231468Z","caller":"traceutil/trace.go:171","msg":"trace[626995358] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"1.001322752s","start":"2026-05-01T01:07:48.230132Z","end":"2026-05-01T01:07:49.231455Z","steps":["trace[626995358] 'process raft request' (duration: 1.001082268s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.231529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:48.230103Z","time spent":"1.001394804s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:49.231381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:48.229884Z","time spent":"1.001417724s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:49.231671Z","caller":"traceutil/trace.go:171","msg":"trace[731647955] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"245.578619ms","start":"2026-05-01T01:07:48.986056Z","end":"2026-05-01T01:07:49.231635Z","steps":["trace[731647955] 'process raft request' (duration: 245.231703ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:49.231778Z","caller":"traceutil/trace.go:171","msg":"trace[2007049697] linearizableReadLoop","detail":"{readStateIndex:5802; appliedIndex:5798; }","duration":"1.001386774s","start":"2026-05-01T01:07:48.230377Z","end":"2026-05-01T01:07:49.231764Z","steps":["trace[2007049697] 'read index received' (duration: 90.242507ms)","trace[2007049697] 'applied index is now lower than readState.Index' (duration: 911.143227ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:49.231876Z","caller":"traceutil/trace.go:171","msg":"trace[1740464994] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"1.001930303s","start":"2026-05-01T01:07:48.229913Z","end":"2026-05-01T01:07:49.231844Z","steps":["trace[1740464994] 'process raft request' (duration: 1.00119s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.23196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:48.229898Z","time spent":"1.002020866s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:49.231991Z","caller":"traceutil/trace.go:171","msg":"trace[1095044120] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"246.258523ms","start":"2026-05-01T01:07:48.985719Z","end":"2026-05-01T01:07:49.231978Z","steps":["trace[1095044120] 'process raft request' (duration: 245.529828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.232048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00167636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80093"} {"level":"info","ts":"2026-05-01T01:07:49.23207Z","caller":"traceutil/trace.go:171","msg":"trace[755770551] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"1.002141378s","start":"2026-05-01T01:07:48.229918Z","end":"2026-05-01T01:07:49.23206Z","steps":["trace[755770551] 'process raft request' (duration: 1.001261331s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:49.232086Z","caller":"traceutil/trace.go:171","msg":"trace[1801017167] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5596; }","duration":"1.001747731s","start":"2026-05-01T01:07:48.230328Z","end":"2026-05-01T01:07:49.232076Z","steps":["trace[1801017167] 'agreement among raft nodes before linearized reading' (duration: 1.001528176s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.23212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:48.230316Z","time spent":"1.001795152s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-01T01:07:49.232122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:48.229905Z","time spent":"1.0021851s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:49.232306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.585158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:49.232386Z","caller":"traceutil/trace.go:171","msg":"trace[2140850337] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5596; }","duration":"354.7181ms","start":"2026-05-01T01:07:48.877649Z","end":"2026-05-01T01:07:49.232367Z","steps":["trace[2140850337] 'agreement among raft nodes before linearized reading' (duration: 354.554377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.232448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:48.877634Z","time spent":"354.800571ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:49.232449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.108484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-01T01:07:49.232454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.32894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:07:49.232497Z","caller":"traceutil/trace.go:171","msg":"trace[566750227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5596; }","duration":"235.184905ms","start":"2026-05-01T01:07:48.997299Z","end":"2026-05-01T01:07:49.232484Z","steps":["trace[566750227] 'agreement among raft nodes before linearized reading' (duration: 235.016342ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:49.232509Z","caller":"traceutil/trace.go:171","msg":"trace[796049980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5596; }","duration":"234.433422ms","start":"2026-05-01T01:07:48.99806Z","end":"2026-05-01T01:07:49.232493Z","steps":["trace[796049980] 'agreement among raft nodes before linearized reading' (duration: 234.253099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:49.866764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460677111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:07:50.211018Z","caller":"traceutil/trace.go:171","msg":"trace[1636812253] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"974.225367ms","start":"2026-05-01T01:07:49.236756Z","end":"2026-05-01T01:07:50.210981Z","steps":["trace[1636812253] 'process raft request' (duration: 922.350877ms)","trace[1636812253] 'compare' (duration: 51.064184ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:50.211479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:49.236745Z","time spent":"974.370239ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:50.211328Z","caller":"traceutil/trace.go:171","msg":"trace[1831283889] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"974.023182ms","start":"2026-05-01T01:07:49.237274Z","end":"2026-05-01T01:07:50.211297Z","steps":["trace[1831283889] 'process raft request' (duration: 973.651676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:50.212086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:49.237258Z","time spent":"974.722726ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:07:50.213718Z","caller":"traceutil/trace.go:171","msg":"trace[934455853] linearizableReadLoop","detail":"{readStateIndex:5807; appliedIndex:5805; }","duration":"847.806825ms","start":"2026-05-01T01:07:49.36589Z","end":"2026-05-01T01:07:50.213696Z","steps":["trace[934455853] 'read index received' (duration: 793.233505ms)","trace[934455853] 'applied index is now lower than readState.Index' (duration: 54.572039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:07:50.213923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.893467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:07:50.213976Z","caller":"traceutil/trace.go:171","msg":"trace[184582443] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5598; }","duration":"427.996138ms","start":"2026-05-01T01:07:49.785964Z","end":"2026-05-01T01:07:50.21396Z","steps":["trace[184582443] 'agreement among raft nodes before linearized reading' (duration: 427.847776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:50.213967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.068229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:07:50.213967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.879736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:50.214037Z","caller":"traceutil/trace.go:171","msg":"trace[884501124] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5598; }","duration":"848.179071ms","start":"2026-05-01T01:07:49.365834Z","end":"2026-05-01T01:07:50.214013Z","steps":["trace[884501124] 'agreement among raft nodes before linearized reading' (duration: 847.932267ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:50.214085Z","caller":"traceutil/trace.go:171","msg":"trace[521280868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5598; }","duration":"375.044169ms","start":"2026-05-01T01:07:49.839025Z","end":"2026-05-01T01:07:50.214069Z","steps":["trace[521280868] 'agreement among raft nodes before linearized reading' (duration: 374.866966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:50.214162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:49.839004Z","time spent":"375.150841ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:50.214013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:49.785943Z","time spent":"428.05703ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:50.214181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:49.365811Z","time spent":"848.311223ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:07:52.33586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460677153,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:07:52.508323Z","caller":"traceutil/trace.go:171","msg":"trace[700951616] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5825; }","duration":"672.666971ms","start":"2026-05-01T01:07:51.835628Z","end":"2026-05-01T01:07:52.508295Z","steps":["trace[700951616] 'read index received' (duration: 672.318144ms)","trace[700951616] 'applied index is now lower than readState.Index' (duration: 347.407µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:52.50849Z","caller":"traceutil/trace.go:171","msg":"trace[231783873] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"731.237546ms","start":"2026-05-01T01:07:51.777201Z","end":"2026-05-01T01:07:52.508438Z","steps":["trace[231783873] 'process raft request' (duration: 730.885229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:52.508717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:51.77717Z","time spent":"731.44433ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-01T01:07:52.508715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.484946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:07:52.508784Z","caller":"traceutil/trace.go:171","msg":"trace[701491630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5616; }","duration":"293.557237ms","start":"2026-05-01T01:07:52.215212Z","end":"2026-05-01T01:07:52.508769Z","steps":["trace[701491630] 'agreement among raft nodes before linearized reading' (duration: 293.370813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:52.508549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.908866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:07:52.508923Z","caller":"traceutil/trace.go:171","msg":"trace[423040849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5616; }","duration":"673.302813ms","start":"2026-05-01T01:07:51.835607Z","end":"2026-05-01T01:07:52.50891Z","steps":["trace[423040849] 'agreement among raft nodes before linearized reading' (duration: 672.856755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:52.50897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:51.835545Z","time spent":"673.404325ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:07:52.508979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.176231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:07:52.509118Z","caller":"traceutil/trace.go:171","msg":"trace[2083882874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5616; }","duration":"292.386525ms","start":"2026-05-01T01:07:52.216706Z","end":"2026-05-01T01:07:52.509092Z","steps":["trace[2083882874] 'agreement among raft nodes before linearized reading' (duration: 291.959927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:52.50911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.890429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd61064a-8a39-40e8-95c3-c3ea1ef25cb5\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-05-01T01:07:52.509228Z","caller":"traceutil/trace.go:171","msg":"trace[1624966964] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd61064a-8a39-40e8-95c3-c3ea1ef25cb5; range_end:; response_count:1; response_revision:5616; }","duration":"258.026422ms","start":"2026-05-01T01:07:52.25117Z","end":"2026-05-01T01:07:52.509196Z","steps":["trace[1624966964] 'agreement among raft nodes before linearized reading' (duration: 257.506852ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:57.368305Z","caller":"traceutil/trace.go:171","msg":"trace[2070752098] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"106.648181ms","start":"2026-05-01T01:07:57.261628Z","end":"2026-05-01T01:07:57.368276Z","steps":["trace[2070752098] 'process raft request' (duration: 106.429676ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:57.945048Z","caller":"traceutil/trace.go:171","msg":"trace[91531268] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"677.804426ms","start":"2026-05-01T01:07:57.267218Z","end":"2026-05-01T01:07:57.945023Z","steps":["trace[91531268] 'process raft request' (duration: 673.836861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.267197Z","time spent":"677.909668ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:57.945246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.498733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:07:57.945291Z","caller":"traceutil/trace.go:171","msg":"trace[2045952440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5738; }","duration":"674.583305ms","start":"2026-05-01T01:07:57.270697Z","end":"2026-05-01T01:07:57.94528Z","steps":["trace[2045952440] 'agreement among raft nodes before linearized reading' (duration: 674.397811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.270686Z","time spent":"674.623175ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-01T01:07:57.945053Z","caller":"traceutil/trace.go:171","msg":"trace[1118986312] linearizableReadLoop","detail":"{readStateIndex:5952; appliedIndex:5949; }","duration":"674.292539ms","start":"2026-05-01T01:07:57.270738Z","end":"2026-05-01T01:07:57.94503Z","steps":["trace[1118986312] 'read index received' (duration: 97.346055ms)","trace[1118986312] 'applied index is now lower than readState.Index' (duration: 576.945004ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:07:57.945465Z","caller":"traceutil/trace.go:171","msg":"trace[242649534] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"677.708833ms","start":"2026-05-01T01:07:57.267746Z","end":"2026-05-01T01:07:57.945455Z","steps":["trace[242649534] 'process raft request' (duration: 676.804166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.366254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-01T01:07:57.945527Z","caller":"traceutil/trace.go:171","msg":"trace[583099115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5738; }","duration":"671.401015ms","start":"2026-05-01T01:07:57.274117Z","end":"2026-05-01T01:07:57.945518Z","steps":["trace[583099115] 'agreement among raft nodes before linearized reading' (duration: 671.291503ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.267732Z","time spent":"677.757323ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:07:57.945549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.274058Z","time spent":"671.486456ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:07:57.945665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.398161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"warn","ts":"2026-05-01T01:07:57.945709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.809994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:07:57.945725Z","caller":"traceutil/trace.go:171","msg":"trace[1437226745] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5738; }","duration":"238.498323ms","start":"2026-05-01T01:07:57.707212Z","end":"2026-05-01T01:07:57.94571Z","steps":["trace[1437226745] 'agreement among raft nodes before linearized reading' (duration: 238.344471ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:57.945733Z","caller":"traceutil/trace.go:171","msg":"trace[1523184271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5738; }","duration":"669.862275ms","start":"2026-05-01T01:07:57.275862Z","end":"2026-05-01T01:07:57.945725Z","steps":["trace[1523184271] 'agreement among raft nodes before linearized reading' (duration: 669.795363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.540559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-01T01:07:57.945759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.275845Z","time spent":"669.907276ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:07:57.94576Z","caller":"traceutil/trace.go:171","msg":"trace[299426547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5738; }","duration":"670.599799ms","start":"2026-05-01T01:07:57.275154Z","end":"2026-05-01T01:07:57.945754Z","steps":["trace[299426547] 'agreement among raft nodes before linearized reading' (duration: 670.541028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.94578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.275138Z","time spent":"670.637901ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:07:57.945801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.935441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:07:57.945681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.818887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:07:57.945622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.689128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-05-01T01:07:57.945827Z","caller":"traceutil/trace.go:171","msg":"trace[1295330914] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5738; }","duration":"192.005921ms","start":"2026-05-01T01:07:57.753812Z","end":"2026-05-01T01:07:57.945818Z","steps":["trace[1295330914] 'agreement among raft nodes before linearized reading' (duration: 191.90349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.212952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-01T01:07:57.945894Z","caller":"traceutil/trace.go:171","msg":"trace[1344890045] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5738; }","duration":"227.281484ms","start":"2026-05-01T01:07:57.718602Z","end":"2026-05-01T01:07:57.945883Z","steps":["trace[1344890045] 'agreement among raft nodes before linearized reading' (duration: 227.201462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.299104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-01T01:07:57.945891Z","caller":"traceutil/trace.go:171","msg":"trace[188927116] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5738; }","duration":"423.952933ms","start":"2026-05-01T01:07:57.521897Z","end":"2026-05-01T01:07:57.945849Z","steps":["trace[188927116] 'agreement among raft nodes before linearized reading' (duration: 423.663868ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:57.945928Z","caller":"traceutil/trace.go:171","msg":"trace[979608619] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5738; }","duration":"163.578089ms","start":"2026-05-01T01:07:57.782337Z","end":"2026-05-01T01:07:57.945915Z","steps":["trace[979608619] 'agreement among raft nodes before linearized reading' (duration: 163.262373ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:07:57.945868Z","caller":"traceutil/trace.go:171","msg":"trace[1056058792] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5738; }","duration":"668.98983ms","start":"2026-05-01T01:07:57.276846Z","end":"2026-05-01T01:07:57.945836Z","steps":["trace[1056058792] 'agreement among raft nodes before linearized reading' (duration: 668.788256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:07:57.945974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.27684Z","time spent":"669.120872ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:07:57.945987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:07:57.521879Z","time spent":"424.078655ms","remote":"127.0.0.1:51970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2341,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"info","ts":"2026-05-01T01:07:59.380738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2902} {"level":"info","ts":"2026-05-01T01:07:59.464305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2902,"took":"82.138491ms","hash":3595123556,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":31604736,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-01T01:07:59.464404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3595123556,"revision":2902,"compact-revision":-1} {"level":"info","ts":"2026-05-01T01:08:01.965517Z","caller":"traceutil/trace.go:171","msg":"trace[1814757556] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"202.487319ms","start":"2026-05-01T01:08:01.762946Z","end":"2026-05-01T01:08:01.965434Z","steps":["trace[1814757556] 'process raft request' (duration: 202.273685ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:01.981391Z","caller":"traceutil/trace.go:171","msg":"trace[759943015] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"204.157978ms","start":"2026-05-01T01:08:01.777207Z","end":"2026-05-01T01:08:01.981365Z","steps":["trace[759943015] 'process raft request' (duration: 203.973105ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:01.981569Z","caller":"traceutil/trace.go:171","msg":"trace[1266097933] linearizableReadLoop","detail":"{readStateIndex:5989; appliedIndex:5987; }","duration":"189.359252ms","start":"2026-05-01T01:08:01.792183Z","end":"2026-05-01T01:08:01.981542Z","steps":["trace[1266097933] 'read index received' (duration: 172.989795ms)","trace[1266097933] 'applied index is now lower than readState.Index' (duration: 16.367247ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:01.981963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.75481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:08:01.982072Z","caller":"traceutil/trace.go:171","msg":"trace[2017047065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5775; }","duration":"189.905633ms","start":"2026-05-01T01:08:01.792132Z","end":"2026-05-01T01:08:01.982038Z","steps":["trace[2017047065] 'agreement among raft nodes before linearized reading' (duration: 189.545376ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.121249Z","caller":"traceutil/trace.go:171","msg":"trace[745486387] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"150.516843ms","start":"2026-05-01T01:08:01.970696Z","end":"2026-05-01T01:08:02.121213Z","steps":["trace[745486387] 'process raft request' (duration: 150.185587ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.121263Z","caller":"traceutil/trace.go:171","msg":"trace[1784247513] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"149.269959ms","start":"2026-05-01T01:08:01.97196Z","end":"2026-05-01T01:08:02.12123Z","steps":["trace[1784247513] 'process raft request' (duration: 149.131537ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.121733Z","caller":"traceutil/trace.go:171","msg":"trace[1196078120] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"149.162598ms","start":"2026-05-01T01:08:01.972548Z","end":"2026-05-01T01:08:02.121711Z","steps":["trace[1196078120] 'process raft request' (duration: 148.621367ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.121743Z","caller":"traceutil/trace.go:171","msg":"trace[1488758132] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5991; }","duration":"140.067857ms","start":"2026-05-01T01:08:01.981653Z","end":"2026-05-01T01:08:02.12172Z","steps":["trace[1488758132] 'read index received' (duration: 139.077018ms)","trace[1488758132] 'applied index is now lower than readState.Index' (duration: 989.869µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:02.121984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.448248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:08:02.12188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.963729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:08:02.122057Z","caller":"traceutil/trace.go:171","msg":"trace[800280469] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5779; }","duration":"283.58595ms","start":"2026-05-01T01:08:01.838453Z","end":"2026-05-01T01:08:02.122039Z","steps":["trace[800280469] 'agreement among raft nodes before linearized reading' (duration: 283.444107ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.122063Z","caller":"traceutil/trace.go:171","msg":"trace[1513279646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5779; }","duration":"154.206913ms","start":"2026-05-01T01:08:01.967842Z","end":"2026-05-01T01:08:02.122049Z","steps":["trace[1513279646] 'agreement among raft nodes before linearized reading' (duration: 153.887267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.122103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.591354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:08:02.122145Z","caller":"traceutil/trace.go:171","msg":"trace[132328196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5779; }","duration":"151.668195ms","start":"2026-05-01T01:08:01.970463Z","end":"2026-05-01T01:08:02.122132Z","steps":["trace[132328196] 'agreement among raft nodes before linearized reading' (duration: 151.476501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.122015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.697914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:08:02.122215Z","caller":"traceutil/trace.go:171","msg":"trace[692227998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5779; }","duration":"152.917979ms","start":"2026-05-01T01:08:01.969282Z","end":"2026-05-01T01:08:02.1222Z","steps":["trace[692227998] 'agreement among raft nodes before linearized reading' (duration: 152.661924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.122266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.680704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-01T01:08:02.12188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.962928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:08:02.122318Z","caller":"traceutil/trace.go:171","msg":"trace[691356861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5779; }","duration":"297.797777ms","start":"2026-05-01T01:08:01.824505Z","end":"2026-05-01T01:08:02.122303Z","steps":["trace[691356861] 'agreement among raft nodes before linearized reading' (duration: 297.503971ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.122359Z","caller":"traceutil/trace.go:171","msg":"trace[1508082406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5779; }","duration":"155.528958ms","start":"2026-05-01T01:08:01.96682Z","end":"2026-05-01T01:08:02.122349Z","steps":["trace[1508082406] 'agreement among raft nodes before linearized reading' (duration: 154.933577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.121895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.227902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-01T01:08:02.121888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.466929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:02.122445Z","caller":"traceutil/trace.go:171","msg":"trace[1302042180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5779; }","duration":"155.838083ms","start":"2026-05-01T01:08:01.966596Z","end":"2026-05-01T01:08:02.122434Z","steps":["trace[1302042180] 'agreement among raft nodes before linearized reading' (duration: 155.14076ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.122458Z","caller":"traceutil/trace.go:171","msg":"trace[742070327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5779; }","duration":"283.08722ms","start":"2026-05-01T01:08:01.839357Z","end":"2026-05-01T01:08:02.122444Z","steps":["trace[742070327] 'agreement among raft nodes before linearized reading' (duration: 282.469059ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.121958Z","caller":"traceutil/trace.go:171","msg":"trace[950083732] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"148.122619ms","start":"2026-05-01T01:08:01.973816Z","end":"2026-05-01T01:08:02.121938Z","steps":["trace[950083732] 'process raft request' (duration: 147.776153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.122465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.744187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:08:02.122566Z","caller":"traceutil/trace.go:171","msg":"trace[1630836282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5779; }","duration":"135.898049ms","start":"2026-05-01T01:08:01.986647Z","end":"2026-05-01T01:08:02.122545Z","steps":["trace[1630836282] 'agreement among raft nodes before linearized reading' (duration: 135.573573ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.302863Z","caller":"traceutil/trace.go:171","msg":"trace[2128271566] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"175.019433ms","start":"2026-05-01T01:08:02.127818Z","end":"2026-05-01T01:08:02.302837Z","steps":["trace[2128271566] 'process raft request' (duration: 109.2641ms)","trace[2128271566] 'compare' (duration: 65.58479ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:02.303246Z","caller":"traceutil/trace.go:171","msg":"trace[1644181240] linearizableReadLoop","detail":"{readStateIndex:5998; appliedIndex:5995; }","duration":"174.36773ms","start":"2026-05-01T01:08:02.128851Z","end":"2026-05-01T01:08:02.303218Z","steps":["trace[1644181240] 'read index received' (duration: 48.782535ms)","trace[1644181240] 'applied index is now lower than readState.Index' (duration: 125.582575ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:02.303485Z","caller":"traceutil/trace.go:171","msg":"trace[1304459256] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"174.439042ms","start":"2026-05-01T01:08:02.129031Z","end":"2026-05-01T01:08:02.30347Z","steps":["trace[1304459256] 'process raft request' (duration: 173.946783ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.303464Z","caller":"traceutil/trace.go:171","msg":"trace[823524720] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"175.197096ms","start":"2026-05-01T01:08:02.128204Z","end":"2026-05-01T01:08:02.303401Z","steps":["trace[823524720] 'process raft request' (duration: 174.586505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.303593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.392168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:08:02.303635Z","caller":"traceutil/trace.go:171","msg":"trace[30734969] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5783; }","duration":"112.509651ms","start":"2026-05-01T01:08:02.191117Z","end":"2026-05-01T01:08:02.303626Z","steps":["trace[30734969] 'agreement among raft nodes before linearized reading' (duration: 112.386848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.30385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.970933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81785"} {"level":"info","ts":"2026-05-01T01:08:02.30396Z","caller":"traceutil/trace.go:171","msg":"trace[919981356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5783; }","duration":"175.138915ms","start":"2026-05-01T01:08:02.128798Z","end":"2026-05-01T01:08:02.303937Z","steps":["trace[919981356] 'agreement among raft nodes before linearized reading' (duration: 174.735557ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.824615Z","caller":"traceutil/trace.go:171","msg":"trace[2006155625] linearizableReadLoop","detail":"{readStateIndex:6001; appliedIndex:6000; }","duration":"147.969776ms","start":"2026-05-01T01:08:02.676618Z","end":"2026-05-01T01:08:02.824588Z","steps":["trace[2006155625] 'read index received' (duration: 147.864144ms)","trace[2006155625] 'applied index is now lower than readState.Index' (duration: 104.222µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:02.824725Z","caller":"traceutil/trace.go:171","msg":"trace[684334579] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"251.58501ms","start":"2026-05-01T01:08:02.573097Z","end":"2026-05-01T01:08:02.824682Z","steps":["trace[684334579] 'process raft request' (duration: 251.325104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:02.824842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.19992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:08:02.824899Z","caller":"traceutil/trace.go:171","msg":"trace[819101114] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5785; }","duration":"148.345692ms","start":"2026-05-01T01:08:02.676539Z","end":"2026-05-01T01:08:02.824885Z","steps":["trace[819101114] 'agreement among raft nodes before linearized reading' (duration: 148.157379ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.994853Z","caller":"traceutil/trace.go:171","msg":"trace[817456253] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:6001; }","duration":"170.131681ms","start":"2026-05-01T01:08:02.824698Z","end":"2026-05-01T01:08:02.99483Z","steps":["trace[817456253] 'read index received' (duration: 80.811545ms)","trace[817456253] 'applied index is now lower than readState.Index' (duration: 89.318756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:02.99529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.492642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:02.995378Z","caller":"traceutil/trace.go:171","msg":"trace[1442901564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5786; }","duration":"198.590055ms","start":"2026-05-01T01:08:02.796744Z","end":"2026-05-01T01:08:02.995334Z","steps":["trace[1442901564] 'agreement among raft nodes before linearized reading' (duration: 198.456281ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:02.9953Z","caller":"traceutil/trace.go:171","msg":"trace[429785209] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"224.152914ms","start":"2026-05-01T01:08:02.771082Z","end":"2026-05-01T01:08:02.995235Z","steps":["trace[429785209] 'process raft request' (duration: 134.519033ms)","trace[429785209] 'compare' (duration: 89.087371ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:02.995457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.202081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-01T01:08:02.995529Z","caller":"traceutil/trace.go:171","msg":"trace[719789830] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5786; }","duration":"156.324733ms","start":"2026-05-01T01:08:02.839182Z","end":"2026-05-01T01:08:02.995506Z","steps":["trace[719789830] 'agreement among raft nodes before linearized reading' (duration: 156.006086ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:03.489888Z","caller":"traceutil/trace.go:171","msg":"trace[2097352026] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"102.444051ms","start":"2026-05-01T01:08:03.387415Z","end":"2026-05-01T01:08:03.489859Z","steps":["trace[2097352026] 'process raft request' (duration: 102.237778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.66424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.401473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:08:12.664323Z","caller":"traceutil/trace.go:171","msg":"trace[621551126] linearizableReadLoop","detail":"{readStateIndex:6070; appliedIndex:6069; }","duration":"307.182942ms","start":"2026-05-01T01:08:12.357126Z","end":"2026-05-01T01:08:12.664309Z","steps":["trace[621551126] 'read index received' (duration: 4.615696ms)","trace[621551126] 'applied index is now lower than readState.Index' (duration: 302.566226ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:12.664391Z","caller":"traceutil/trace.go:171","msg":"trace[805080374] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"434.221275ms","start":"2026-05-01T01:08:12.230161Z","end":"2026-05-01T01:08:12.664382Z","steps":["trace[805080374] 'process raft request' (duration: 131.570328ms)","trace[805080374] 'compare' (duration: 302.291171ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:12.664425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.230127Z","time spent":"434.282767ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:08:12.664599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.078642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:08:12.664698Z","caller":"traceutil/trace.go:171","msg":"trace[1838662637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5852; }","duration":"306.216435ms","start":"2026-05-01T01:08:12.358458Z","end":"2026-05-01T01:08:12.664674Z","steps":["trace[1838662637] 'agreement among raft nodes before linearized reading' (duration: 305.982659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.664761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.358441Z","time spent":"306.305556ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:08:12.664858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.476464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:12.664881Z","caller":"traceutil/trace.go:171","msg":"trace[190190641] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5852; }","duration":"287.524194ms","start":"2026-05-01T01:08:12.377349Z","end":"2026-05-01T01:08:12.664873Z","steps":["trace[190190641] 'agreement among raft nodes before linearized reading' (duration: 287.479183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.665003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.511155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:08:12.665056Z","caller":"traceutil/trace.go:171","msg":"trace[1083600958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:5852; }","duration":"302.591396ms","start":"2026-05-01T01:08:12.362451Z","end":"2026-05-01T01:08:12.665042Z","steps":["trace[1083600958] 'agreement among raft nodes before linearized reading' (duration: 302.410643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.665092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.362439Z","time spent":"302.646117ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:08:12.665102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.770035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-01T01:08:12.665108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.51763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:08:12.665184Z","caller":"traceutil/trace.go:171","msg":"trace[1053501671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5852; }","duration":"242.926537ms","start":"2026-05-01T01:08:12.422237Z","end":"2026-05-01T01:08:12.665164Z","steps":["trace[1053501671] 'agreement among raft nodes before linearized reading' (duration: 242.646442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.66517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.024588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:08:12.66521Z","caller":"traceutil/trace.go:171","msg":"trace[219663116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5852; }","duration":"306.640232ms","start":"2026-05-01T01:08:12.358546Z","end":"2026-05-01T01:08:12.665186Z","steps":["trace[219663116] 'agreement among raft nodes before linearized reading' (duration: 306.329986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.665258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.358479Z","time spent":"306.768845ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:08:12.665252Z","caller":"traceutil/trace.go:171","msg":"trace[597398700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5852; }","duration":"308.161071ms","start":"2026-05-01T01:08:12.357072Z","end":"2026-05-01T01:08:12.665233Z","steps":["trace[597398700] 'agreement among raft nodes before linearized reading' (duration: 307.788474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:12.665311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.357049Z","time spent":"308.252732ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:08:13.091611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.951785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:08:13.091743Z","caller":"traceutil/trace.go:171","msg":"trace[1136647877] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"340.648911ms","start":"2026-05-01T01:08:12.751072Z","end":"2026-05-01T01:08:13.091721Z","steps":["trace[1136647877] 'process raft request' (duration: 103.497802ms)","trace[1136647877] 'compare' (duration: 236.68175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:13.091799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.751032Z","time spent":"340.743992ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:08:13.163315Z","caller":"traceutil/trace.go:171","msg":"trace[1960049432] linearizableReadLoop","detail":"{readStateIndex:6076; appliedIndex:6074; }","duration":"347.741893ms","start":"2026-05-01T01:08:12.815531Z","end":"2026-05-01T01:08:13.163273Z","steps":["trace[1960049432] 'read index received' (duration: 39.056453ms)","trace[1960049432] 'applied index is now lower than readState.Index' (duration: 308.68433ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:13.163396Z","caller":"traceutil/trace.go:171","msg":"trace[1253384436] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"408.629645ms","start":"2026-05-01T01:08:12.754734Z","end":"2026-05-01T01:08:13.163364Z","steps":["trace[1253384436] 'process raft request' (duration: 408.34122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:13.163542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.754704Z","time spent":"408.776328ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:08:13.163563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.005098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:13.163649Z","caller":"traceutil/trace.go:171","msg":"trace[2125372036] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5857; }","duration":"348.130361ms","start":"2026-05-01T01:08:12.815498Z","end":"2026-05-01T01:08:13.163628Z","steps":["trace[2125372036] 'agreement among raft nodes before linearized reading' (duration: 347.976478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:13.163698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.815488Z","time spent":"348.201242ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-01T01:08:13.163708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.987874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-05-01T01:08:13.163593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.858473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:13.163768Z","caller":"traceutil/trace.go:171","msg":"trace[1630509972] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5857; }","duration":"149.083366ms","start":"2026-05-01T01:08:13.014664Z","end":"2026-05-01T01:08:13.163748Z","steps":["trace[1630509972] 'agreement among raft nodes before linearized reading' (duration: 148.869842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:13.163787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.721208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-01T01:08:13.163843Z","caller":"traceutil/trace.go:171","msg":"trace[812020884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5857; }","duration":"326.111428ms","start":"2026-05-01T01:08:12.837674Z","end":"2026-05-01T01:08:13.163785Z","steps":["trace[812020884] 'agreement among raft nodes before linearized reading' (duration: 325.842623ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:13.163905Z","caller":"traceutil/trace.go:171","msg":"trace[1471370165] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5857; }","duration":"302.861361ms","start":"2026-05-01T01:08:12.861007Z","end":"2026-05-01T01:08:13.163868Z","steps":["trace[1471370165] 'agreement among raft nodes before linearized reading' (duration: 302.589616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:13.1643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.860996Z","time spent":"303.279758ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-01T01:08:13.163949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.462355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:08:13.164471Z","caller":"traceutil/trace.go:171","msg":"trace[2105447278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5857; }","duration":"294.059997ms","start":"2026-05-01T01:08:12.870386Z","end":"2026-05-01T01:08:13.164446Z","steps":["trace[2105447278] 'agreement among raft nodes before linearized reading' (duration: 293.22171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:13.164195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:12.837659Z","time spent":"326.484484ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:08:32.819959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460678280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:08:32.865001Z","caller":"traceutil/trace.go:171","msg":"trace[1909448719] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"745.820451ms","start":"2026-05-01T01:08:32.119152Z","end":"2026-05-01T01:08:32.864972Z","steps":["trace[1909448719] 'process raft request' (duration: 745.555106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:32.865317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.119118Z","time spent":"746.039084ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:08:33.070264Z","caller":"traceutil/trace.go:171","msg":"trace[188848405] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"946.371163ms","start":"2026-05-01T01:08:32.123859Z","end":"2026-05-01T01:08:33.070231Z","steps":["trace[188848405] 'process raft request' (duration: 917.887188ms)","trace[188848405] 'compare' (duration: 28.27441ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:33.070343Z","caller":"traceutil/trace.go:171","msg":"trace[641077426] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6287; }","duration":"750.685081ms","start":"2026-05-01T01:08:32.319633Z","end":"2026-05-01T01:08:33.070318Z","steps":["trace[641077426] 'read index received' (duration: 545.091985ms)","trace[641077426] 'applied index is now lower than readState.Index' (duration: 205.591106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:33.070463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.123837Z","time spent":"946.519655ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:08:33.070553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.101502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:33.070622Z","caller":"traceutil/trace.go:171","msg":"trace[1246166284] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6067; }","duration":"749.221624ms","start":"2026-05-01T01:08:32.321386Z","end":"2026-05-01T01:08:33.070608Z","steps":["trace[1246166284] 'agreement among raft nodes before linearized reading' (duration: 749.118442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.070623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.949597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:08:33.070656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.321357Z","time spent":"749.290495ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-05-01T01:08:33.070692Z","caller":"traceutil/trace.go:171","msg":"trace[294490274] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6067; }","duration":"751.1009ms","start":"2026-05-01T01:08:32.319573Z","end":"2026-05-01T01:08:33.070674Z","steps":["trace[294490274] 'agreement among raft nodes before linearized reading' (duration: 750.866796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.070757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.319552Z","time spent":"751.186571ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-05-01T01:08:33.070816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.835337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:08:33.070867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.467964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:08:33.070888Z","caller":"traceutil/trace.go:171","msg":"trace[630807491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6067; }","duration":"200.931678ms","start":"2026-05-01T01:08:32.869938Z","end":"2026-05-01T01:08:33.07087Z","steps":["trace[630807491] 'agreement among raft nodes before linearized reading' (duration: 200.734545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.070911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.653093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:08:33.070934Z","caller":"traceutil/trace.go:171","msg":"trace[674619172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6067; }","duration":"213.630097ms","start":"2026-05-01T01:08:32.857285Z","end":"2026-05-01T01:08:33.070915Z","steps":["trace[674619172] 'agreement among raft nodes before linearized reading' (duration: 213.339492ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:33.070945Z","caller":"traceutil/trace.go:171","msg":"trace[305604679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6067; }","duration":"740.771956ms","start":"2026-05-01T01:08:32.330164Z","end":"2026-05-01T01:08:33.070936Z","steps":["trace[305604679] 'agreement among raft nodes before linearized reading' (duration: 740.668634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.070973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.330142Z","time spent":"740.824976ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:08:33.070961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.343065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5885"} {"level":"warn","ts":"2026-05-01T01:08:33.070945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.272136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:08:33.070991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.322187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:33.071033Z","caller":"traceutil/trace.go:171","msg":"trace[2061455145] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:6067; }","duration":"396.415926ms","start":"2026-05-01T01:08:32.674598Z","end":"2026-05-01T01:08:33.071014Z","steps":["trace[2061455145] 'agreement among raft nodes before linearized reading' (duration: 396.179702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.071029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.299497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-01T01:08:33.071082Z","caller":"traceutil/trace.go:171","msg":"trace[1001276672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6067; }","duration":"233.46746ms","start":"2026-05-01T01:08:32.837594Z","end":"2026-05-01T01:08:33.071062Z","steps":["trace[1001276672] 'agreement among raft nodes before linearized reading' (duration: 233.264246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.071098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.674539Z","time spent":"396.545208ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5907,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-05-01T01:08:33.071099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.307247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:08:33.071113Z","caller":"traceutil/trace.go:171","msg":"trace[1154308565] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6067; }","duration":"321.423758ms","start":"2026-05-01T01:08:32.749671Z","end":"2026-05-01T01:08:33.071095Z","steps":["trace[1154308565] 'agreement among raft nodes before linearized reading' (duration: 321.210885ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:33.071137Z","caller":"traceutil/trace.go:171","msg":"trace[1763920679] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6067; }","duration":"201.521801ms","start":"2026-05-01T01:08:32.869586Z","end":"2026-05-01T01:08:33.071107Z","steps":["trace[1763920679] 'agreement among raft nodes before linearized reading' (duration: 201.167624ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:33.071151Z","caller":"traceutil/trace.go:171","msg":"trace[822102253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:6067; }","duration":"208.379039ms","start":"2026-05-01T01:08:32.862758Z","end":"2026-05-01T01:08:33.071137Z","steps":["trace[822102253] 'agreement among raft nodes before linearized reading' (duration: 208.249207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.071161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.749649Z","time spent":"321.4991ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-01T01:08:33.071183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.927811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-01T01:08:33.071266Z","caller":"traceutil/trace.go:171","msg":"trace[1979249405] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6067; }","duration":"747.033432ms","start":"2026-05-01T01:08:32.324215Z","end":"2026-05-01T01:08:33.071248Z","steps":["trace[1979249405] 'agreement among raft nodes before linearized reading' (duration: 746.818598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:33.071318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:32.324204Z","time spent":"747.101394ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6181,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-05-01T01:08:41.968472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.494357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:41.968571Z","caller":"traceutil/trace.go:171","msg":"trace[1881004891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6127; }","duration":"131.64389ms","start":"2026-05-01T01:08:41.836905Z","end":"2026-05-01T01:08:41.968548Z","steps":["trace[1881004891] 'range keys from in-memory index tree' (duration: 131.412356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:41.969589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.307275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-05-01T01:08:41.969648Z","caller":"traceutil/trace.go:171","msg":"trace[66340261] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6127; }","duration":"202.372087ms","start":"2026-05-01T01:08:41.767262Z","end":"2026-05-01T01:08:41.969634Z","steps":["trace[66340261] 'range keys from in-memory index tree' (duration: 201.280137ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:42.233453Z","caller":"traceutil/trace.go:171","msg":"trace[880359416] linearizableReadLoop","detail":"{readStateIndex:6354; appliedIndex:6353; }","duration":"111.415759ms","start":"2026-05-01T01:08:42.122011Z","end":"2026-05-01T01:08:42.233427Z","steps":["trace[880359416] 'read index received' (duration: 111.157915ms)","trace[880359416] 'applied index is now lower than readState.Index' (duration: 256.774µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:42.233538Z","caller":"traceutil/trace.go:171","msg":"trace[1193720863] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"168.115554ms","start":"2026-05-01T01:08:42.06539Z","end":"2026-05-01T01:08:42.233505Z","steps":["trace[1193720863] 'process raft request' (duration: 167.855429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:42.233642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.593222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:08:42.233741Z","caller":"traceutil/trace.go:171","msg":"trace[1124674713] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6128; }","duration":"111.739496ms","start":"2026-05-01T01:08:42.121977Z","end":"2026-05-01T01:08:42.233716Z","steps":["trace[1124674713] 'agreement among raft nodes before linearized reading' (duration: 111.545552ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:44.567084Z","caller":"traceutil/trace.go:171","msg":"trace[1007761670] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"109.900922ms","start":"2026-05-01T01:08:44.457151Z","end":"2026-05-01T01:08:44.567052Z","steps":["trace[1007761670] 'process raft request' (duration: 36.620417ms)","trace[1007761670] 'compare' (duration: 73.081942ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:57.125992Z","caller":"traceutil/trace.go:171","msg":"trace[1515812938] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"135.293952ms","start":"2026-05-01T01:08:56.99067Z","end":"2026-05-01T01:08:57.125964Z","steps":["trace[1515812938] 'process raft request' (duration: 135.136269ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:57.427595Z","caller":"traceutil/trace.go:171","msg":"trace[561220421] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"231.115419ms","start":"2026-05-01T01:08:57.196454Z","end":"2026-05-01T01:08:57.427569Z","steps":["trace[561220421] 'process raft request' (duration: 230.890224ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:08:57.533364Z","caller":"traceutil/trace.go:171","msg":"trace[1937465374] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"330.592889ms","start":"2026-05-01T01:08:57.20275Z","end":"2026-05-01T01:08:57.533343Z","steps":["trace[1937465374] 'process raft request' (duration: 298.796848ms)","trace[1937465374] 'compare' (duration: 31.601247ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:08:57.533511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:08:57.202726Z","time spent":"330.705772ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:08:57.533601Z","caller":"traceutil/trace.go:171","msg":"trace[224487201] linearizableReadLoop","detail":"{readStateIndex:6461; appliedIndex:6458; }","duration":"184.555168ms","start":"2026-05-01T01:08:57.349006Z","end":"2026-05-01T01:08:57.533562Z","steps":["trace[224487201] 'read index received' (duration: 78.33346ms)","trace[224487201] 'applied index is now lower than readState.Index' (duration: 106.219598ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:08:57.533675Z","caller":"traceutil/trace.go:171","msg":"trace[1430212672] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"256.703092ms","start":"2026-05-01T01:08:57.276924Z","end":"2026-05-01T01:08:57.533627Z","steps":["trace[1430212672] 'process raft request' (duration: 256.372396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:57.533789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.786993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:08:57.533857Z","caller":"traceutil/trace.go:171","msg":"trace[1583986566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6232; }","duration":"184.889965ms","start":"2026-05-01T01:08:57.348948Z","end":"2026-05-01T01:08:57.533838Z","steps":["trace[1583986566] 'agreement among raft nodes before linearized reading' (duration: 184.726682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:57.533899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.809608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:08:57.533945Z","caller":"traceutil/trace.go:171","msg":"trace[1997099930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6232; }","duration":"116.91407ms","start":"2026-05-01T01:08:57.417015Z","end":"2026-05-01T01:08:57.533929Z","steps":["trace[1997099930] 'agreement among raft nodes before linearized reading' (duration: 116.724286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:57.534165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.377052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:08:57.534207Z","caller":"traceutil/trace.go:171","msg":"trace[321332416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6232; }","duration":"114.438573ms","start":"2026-05-01T01:08:57.419757Z","end":"2026-05-01T01:08:57.534196Z","steps":["trace[321332416] 'agreement among raft nodes before linearized reading' (duration: 114.30818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:57.534214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.915834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:08:57.53429Z","caller":"traceutil/trace.go:171","msg":"trace[459941298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:6232; }","duration":"113.033726ms","start":"2026-05-01T01:08:57.421236Z","end":"2026-05-01T01:08:57.53427Z","steps":["trace[459941298] 'agreement among raft nodes before linearized reading' (duration: 112.833602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:08:57.534334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.560374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:08:57.534406Z","caller":"traceutil/trace.go:171","msg":"trace[1839535251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6232; }","duration":"115.690196ms","start":"2026-05-01T01:08:57.418698Z","end":"2026-05-01T01:08:57.534389Z","steps":["trace[1839535251] 'agreement among raft nodes before linearized reading' (duration: 115.519473ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:12:59.389103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5758} {"level":"info","ts":"2026-05-01T01:12:59.487758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5758,"took":"95.629644ms","hash":3070963626,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":26001408,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-01T01:12:59.487827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3070963626,"revision":5758,"compact-revision":2902} {"level":"info","ts":"2026-05-01T01:13:41.223702Z","caller":"traceutil/trace.go:171","msg":"trace[411599285] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"102.966451ms","start":"2026-05-01T01:13:41.120698Z","end":"2026-05-01T01:13:41.223664Z","steps":["trace[411599285] 'process raft request' (duration: 40.762518ms)","trace[411599285] 'compare' (duration: 62.05529ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:13:41.528237Z","caller":"traceutil/trace.go:171","msg":"trace[1396564924] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"220.287735ms","start":"2026-05-01T01:13:41.307911Z","end":"2026-05-01T01:13:41.528198Z","steps":["trace[1396564924] 'process raft request' (duration: 220.064881ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:41.571704Z","caller":"traceutil/trace.go:171","msg":"trace[1799145780] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"262.778095ms","start":"2026-05-01T01:13:41.308879Z","end":"2026-05-01T01:13:41.571657Z","steps":["trace[1799145780] 'process raft request' (duration: 262.48708ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:41.571984Z","caller":"traceutil/trace.go:171","msg":"trace[536471868] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8526; }","duration":"223.82467ms","start":"2026-05-01T01:13:41.348126Z","end":"2026-05-01T01:13:41.571951Z","steps":["trace[536471868] 'read index received' (duration: 179.874282ms)","trace[536471868] 'applied index is now lower than readState.Index' (duration: 43.949378ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:13:41.572095Z","caller":"traceutil/trace.go:171","msg":"trace[1760141592] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"262.556721ms","start":"2026-05-01T01:13:41.309517Z","end":"2026-05-01T01:13:41.572074Z","steps":["trace[1760141592] 'process raft request' (duration: 262.080832ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:41.572126Z","caller":"traceutil/trace.go:171","msg":"trace[940712176] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"262.55761ms","start":"2026-05-01T01:13:41.309532Z","end":"2026-05-01T01:13:41.57209Z","steps":["trace[940712176] 'process raft request' (duration: 262.313045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:41.572474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.309109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:13:41.572564Z","caller":"traceutil/trace.go:171","msg":"trace[669923522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8233; }","duration":"224.467742ms","start":"2026-05-01T01:13:41.348077Z","end":"2026-05-01T01:13:41.572544Z","steps":["trace[669923522] 'agreement among raft nodes before linearized reading' (duration: 224.169267ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:43.447618Z","caller":"traceutil/trace.go:171","msg":"trace[792932905] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"136.009005ms","start":"2026-05-01T01:13:43.311577Z","end":"2026-05-01T01:13:43.447586Z","steps":["trace[792932905] 'process raft request' (duration: 123.293196ms)","trace[792932905] 'compare' (duration: 11.968715ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:13:47.430636Z","caller":"traceutil/trace.go:171","msg":"trace[781704226] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"118.952663ms","start":"2026-05-01T01:13:47.311659Z","end":"2026-05-01T01:13:47.430611Z","steps":["trace[781704226] 'process raft request' (duration: 118.020387ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:47.832686Z","caller":"traceutil/trace.go:171","msg":"trace[1568352850] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"112.677975ms","start":"2026-05-01T01:13:47.71998Z","end":"2026-05-01T01:13:47.832658Z","steps":["trace[1568352850] 'process raft request' (duration: 104.898068ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:48.507359Z","caller":"traceutil/trace.go:171","msg":"trace[992089881] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"108.842562ms","start":"2026-05-01T01:13:48.398486Z","end":"2026-05-01T01:13:48.507328Z","steps":["trace[992089881] 'process raft request' (duration: 45.190912ms)","trace[992089881] 'compare' (duration: 63.283423ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:13:49.596664Z","caller":"traceutil/trace.go:171","msg":"trace[808060594] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8577; }","duration":"111.35097ms","start":"2026-05-01T01:13:49.485269Z","end":"2026-05-01T01:13:49.59662Z","steps":["trace[808060594] 'read index received' (duration: 13.876562ms)","trace[808060594] 'applied index is now lower than readState.Index' (duration: 97.472648ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:13:49.59699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.658046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-01T01:13:49.597144Z","caller":"traceutil/trace.go:171","msg":"trace[999074252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8280; }","duration":"111.87668ms","start":"2026-05-01T01:13:49.485216Z","end":"2026-05-01T01:13:49.597093Z","steps":["trace[999074252] 'agreement among raft nodes before linearized reading' (duration: 111.541673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:55.686536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.918916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:13:55.686635Z","caller":"traceutil/trace.go:171","msg":"trace[830646660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8440; }","duration":"151.024607ms","start":"2026-05-01T01:13:55.535589Z","end":"2026-05-01T01:13:55.686614Z","steps":["trace[830646660] 'range keys from in-memory index tree' (duration: 150.807714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:55.686547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.436146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:13:55.686744Z","caller":"traceutil/trace.go:171","msg":"trace[520569612] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8440; }","duration":"378.69457ms","start":"2026-05-01T01:13:55.308032Z","end":"2026-05-01T01:13:55.686727Z","steps":["trace[520569612] 'range keys from in-memory index tree' (duration: 378.327113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:55.686787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:55.308006Z","time spent":"378.769391ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-01T01:13:57.338914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460684637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:13:57.839071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460684637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:13:58.340178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460684637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:13:58.663343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.225214398s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:13:58.663845Z","caller":"traceutil/trace.go:171","msg":"trace[713036941] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"2.225805819s","start":"2026-05-01T01:13:56.438015Z","end":"2026-05-01T01:13:58.66382Z","steps":["trace[713036941] 'process raft request' (duration: 2.225615585s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.664171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:56.437988Z","time spent":"2.22591474s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:13:58.838616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999715836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-01T01:13:58.83877Z","caller":"traceutil/trace.go:171","msg":"trace[1773372285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993713s","start":"2026-05-01T01:13:56.838809Z","end":"2026-05-01T01:13:58.838746Z","steps":["trace[1773372285] 'agreement among raft nodes before linearized reading' (duration: 1.999747397s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.83883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:56.838779Z","time spent":"2.000039042s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/01 01:13:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-01T01:13:58.962803Z","caller":"traceutil/trace.go:171","msg":"trace[654274626] linearizableReadLoop","detail":"{readStateIndex:8750; appliedIndex:8747; }","duration":"2.123908558s","start":"2026-05-01T01:13:56.838864Z","end":"2026-05-01T01:13:58.962773Z","steps":["trace[654274626] 'read index received' (duration: 1.824803028s)","trace[654274626] 'applied index is now lower than readState.Index' (duration: 299.10429ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:13:58.962917Z","caller":"traceutil/trace.go:171","msg":"trace[1904581019] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"436.615973ms","start":"2026-05-01T01:13:58.526261Z","end":"2026-05-01T01:13:58.962877Z","steps":["trace[1904581019] 'process raft request' (duration: 436.46899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288059958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:13:58.963045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.522396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:13:58.963081Z","caller":"traceutil/trace.go:171","msg":"trace[1735884034] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8451; }","duration":"965.616518ms","start":"2026-05-01T01:13:57.997456Z","end":"2026-05-01T01:13:58.963072Z","steps":["trace[1735884034] 'agreement among raft nodes before linearized reading' (duration: 965.540726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.244631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:13:58.962873Z","caller":"traceutil/trace.go:171","msg":"trace[893591376] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"1.818394968s","start":"2026-05-01T01:13:57.144438Z","end":"2026-05-01T01:13:58.962833Z","steps":["trace[893591376] 'process raft request' (duration: 1.818252586s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.894085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:13:58.963279Z","caller":"traceutil/trace.go:171","msg":"trace[225049886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8451; }","duration":"124.021858ms","start":"2026-05-01T01:13:58.839234Z","end":"2026-05-01T01:13:58.963256Z","steps":["trace[225049886] 'agreement among raft nodes before linearized reading' (duration: 123.897086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089401312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:13:58.963279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266569102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-01T01:13:58.963087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:58.526232Z","time spent":"436.763826ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:13:58.963337Z","caller":"traceutil/trace.go:171","msg":"trace[672164279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8451; }","duration":"1.089483203s","start":"2026-05-01T01:13:57.873842Z","end":"2026-05-01T01:13:58.963325Z","steps":["trace[672164279] 'agreement among raft nodes before linearized reading' (duration: 1.08930816s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:58.963346Z","caller":"traceutil/trace.go:171","msg":"trace[1048058144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8451; }","duration":"1.266671073s","start":"2026-05-01T01:13:57.696662Z","end":"2026-05-01T01:13:58.963333Z","steps":["trace[1048058144] 'agreement among raft nodes before linearized reading' (duration: 1.266456869s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263474893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:13:58.963123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.997432Z","time spent":"965.678859ms","remote":"127.0.0.1:45366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:13:58.963379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.873822Z","time spent":"1.089547694s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:13:58.96338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.696643Z","time spent":"1.266729725s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:13:58.963355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263387982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-01T01:13:58.963202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146009499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:13:58.963488Z","caller":"traceutil/trace.go:171","msg":"trace[795207269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8451; }","duration":"1.263601406s","start":"2026-05-01T01:13:57.699867Z","end":"2026-05-01T01:13:58.963468Z","steps":["trace[795207269] 'agreement among raft nodes before linearized reading' (duration: 1.263180638s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:58.963066Z","caller":"traceutil/trace.go:171","msg":"trace[916173590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8451; }","duration":"1.28818325s","start":"2026-05-01T01:13:57.674867Z","end":"2026-05-01T01:13:58.96305Z","steps":["trace[916173590] 'agreement among raft nodes before linearized reading' (duration: 1.288072338s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:13:58.963419Z","caller":"traceutil/trace.go:171","msg":"trace[213023705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8451; }","duration":"1.263602786s","start":"2026-05-01T01:13:57.699791Z","end":"2026-05-01T01:13:58.963394Z","steps":["trace[213023705] 'agreement among raft nodes before linearized reading' (duration: 1.263284681s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.699835Z","time spent":"1.263701398s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-01T01:13:58.963136Z","caller":"traceutil/trace.go:171","msg":"trace[1951961378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8451; }","duration":"956.381443ms","start":"2026-05-01T01:13:58.006737Z","end":"2026-05-01T01:13:58.963118Z","steps":["trace[1951961378] 'agreement among raft nodes before linearized reading' (duration: 956.250581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.674846Z","time spent":"1.288696749s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:13:58.963503Z","caller":"traceutil/trace.go:171","msg":"trace[1726688646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8451; }","duration":"1.146345044s","start":"2026-05-01T01:13:57.817144Z","end":"2026-05-01T01:13:58.963489Z","steps":["trace[1726688646] 'agreement among raft nodes before linearized reading' (duration: 1.145802064s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:58.006709Z","time spent":"956.895823ms","remote":"127.0.0.1:33886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:13:58.963659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.817123Z","time spent":"1.146523628s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:13:58.963215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201645498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-01T01:13:58.963587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.699782Z","time spent":"1.26379248s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:13:58.963717Z","caller":"traceutil/trace.go:171","msg":"trace[1819466048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8451; }","duration":"1.202173738s","start":"2026-05-01T01:13:57.761528Z","end":"2026-05-01T01:13:58.963701Z","steps":["trace[1819466048] 'agreement among raft nodes before linearized reading' (duration: 1.201635557s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.963778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.76151Z","time spent":"1.20225224s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:13:58.963869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.144413Z","time spent":"1.818879427s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:13:58.964046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15771163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:13:58.964126Z","caller":"traceutil/trace.go:171","msg":"trace[774882704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8451; }","duration":"1.157991545s","start":"2026-05-01T01:13:57.806121Z","end":"2026-05-01T01:13:58.964113Z","steps":["trace[774882704] 'agreement among raft nodes before linearized reading' (duration: 1.156903725s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.964275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:57.806104Z","time spent":"1.158159308s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T01:13:58.96298Z","caller":"traceutil/trace.go:171","msg":"trace[845420906] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"2.059153998s","start":"2026-05-01T01:13:56.903774Z","end":"2026-05-01T01:13:58.962928Z","steps":["trace[845420906] 'process raft request' (duration: 2.05874706s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:13:58.964404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:13:56.903742Z","time spent":"2.060577394s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:09.204564Z","caller":"traceutil/trace.go:171","msg":"trace[1120564955] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"110.576425ms","start":"2026-05-01T01:14:09.093968Z","end":"2026-05-01T01:14:09.204545Z","steps":["trace[1120564955] 'process raft request' (duration: 110.511944ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:09.204614Z","caller":"traceutil/trace.go:171","msg":"trace[2046420713] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"110.622046ms","start":"2026-05-01T01:14:09.093966Z","end":"2026-05-01T01:14:09.204588Z","steps":["trace[2046420713] 'process raft request' (duration: 110.400732ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:09.204762Z","caller":"traceutil/trace.go:171","msg":"trace[809701647] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"110.691217ms","start":"2026-05-01T01:14:09.094064Z","end":"2026-05-01T01:14:09.204755Z","steps":["trace[809701647] 'process raft request' (duration: 110.448902ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:09.204905Z","caller":"traceutil/trace.go:171","msg":"trace[2047990317] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"110.025745ms","start":"2026-05-01T01:14:09.094871Z","end":"2026-05-01T01:14:09.204897Z","steps":["trace[2047990317] 'process raft request' (duration: 109.852882ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:09.205209Z","caller":"traceutil/trace.go:171","msg":"trace[1716700100] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8809; }","duration":"109.557185ms","start":"2026-05-01T01:14:09.095579Z","end":"2026-05-01T01:14:09.205136Z","steps":["trace[1716700100] 'read index received' (duration: 33.200626ms)","trace[1716700100] 'applied index is now lower than readState.Index' (duration: 76.354839ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:09.205219Z","caller":"traceutil/trace.go:171","msg":"trace[551262232] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"109.973903ms","start":"2026-05-01T01:14:09.095207Z","end":"2026-05-01T01:14:09.205181Z","steps":["trace[551262232] 'process raft request' (duration: 109.655888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:09.205506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.900081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19443"} {"level":"info","ts":"2026-05-01T01:14:09.205561Z","caller":"traceutil/trace.go:171","msg":"trace[1814996604] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8512; }","duration":"110.005694ms","start":"2026-05-01T01:14:09.095542Z","end":"2026-05-01T01:14:09.205548Z","steps":["trace[1814996604] 'agreement among raft nodes before linearized reading' (duration: 109.753339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:09.220229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.335925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223802"} {"level":"info","ts":"2026-05-01T01:14:09.220324Z","caller":"traceutil/trace.go:171","msg":"trace[78329488] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8513; }","duration":"124.520508ms","start":"2026-05-01T01:14:09.095783Z","end":"2026-05-01T01:14:09.220303Z","steps":["trace[78329488] 'agreement among raft nodes before linearized reading' (duration: 123.925607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:10.322002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.323115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-05-01T01:14:11.120201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.086588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:14:11.120287Z","caller":"traceutil/trace.go:171","msg":"trace[1969869760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8514; }","duration":"126.21697ms","start":"2026-05-01T01:14:10.99405Z","end":"2026-05-01T01:14:11.120267Z","steps":["trace[1969869760] 'range keys from in-memory index tree' (duration: 125.920135ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.120401Z","caller":"traceutil/trace.go:171","msg":"trace[715463489] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"103.270168ms","start":"2026-05-01T01:14:11.01709Z","end":"2026-05-01T01:14:11.12036Z","steps":["trace[715463489] 'process raft request' (duration: 68.856578ms)","trace[715463489] 'compare' (duration: 34.081114ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:11.158623Z","caller":"traceutil/trace.go:171","msg":"trace[1987324474] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"110.301099ms","start":"2026-05-01T01:14:11.048297Z","end":"2026-05-01T01:14:11.158598Z","steps":["trace[1987324474] 'process raft request' (duration: 110.126776ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.204174Z","caller":"traceutil/trace.go:171","msg":"trace[35828031] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"108.835493ms","start":"2026-05-01T01:14:11.095308Z","end":"2026-05-01T01:14:11.204144Z","steps":["trace[35828031] 'process raft request' (duration: 108.619759ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.349376Z","caller":"traceutil/trace.go:171","msg":"trace[745097342] linearizableReadLoop","detail":"{readStateIndex:8822; appliedIndex:8821; }","duration":"138.88295ms","start":"2026-05-01T01:14:11.210468Z","end":"2026-05-01T01:14:11.349351Z","steps":["trace[745097342] 'read index received' (duration: 48.577157ms)","trace[745097342] 'applied index is now lower than readState.Index' (duration: 90.304663ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:11.34958Z","caller":"traceutil/trace.go:171","msg":"trace[1887787048] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"139.269476ms","start":"2026-05-01T01:14:11.21025Z","end":"2026-05-01T01:14:11.349519Z","steps":["trace[1887787048] 'process raft request' (duration: 48.80197ms)","trace[1887787048] 'compare' (duration: 89.927145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:11.3497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.218106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:14:11.349744Z","caller":"traceutil/trace.go:171","msg":"trace[755050556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8518; }","duration":"139.336238ms","start":"2026-05-01T01:14:11.210397Z","end":"2026-05-01T01:14:11.349734Z","steps":["trace[755050556] 'agreement among raft nodes before linearized reading' (duration: 139.208985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.413588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.008807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.413679Z","caller":"traceutil/trace.go:171","msg":"trace[1982097899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8519; }","duration":"141.15878ms","start":"2026-05-01T01:14:11.272495Z","end":"2026-05-01T01:14:11.413654Z","steps":["trace[1982097899] 'agreement among raft nodes before linearized reading' (duration: 140.980147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.413658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.053499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:14:11.413654Z","caller":"traceutil/trace.go:171","msg":"trace[1581898857] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"198.919931ms","start":"2026-05-01T01:14:11.214692Z","end":"2026-05-01T01:14:11.413612Z","steps":["trace[1581898857] 'process raft request' (duration: 198.496603ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.413758Z","caller":"traceutil/trace.go:171","msg":"trace[1147354377] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8519; }","duration":"203.177292ms","start":"2026-05-01T01:14:11.210559Z","end":"2026-05-01T01:14:11.413736Z","steps":["trace[1147354377] 'agreement among raft nodes before linearized reading' (duration: 202.851495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.413858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.507929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:14:11.413916Z","caller":"traceutil/trace.go:171","msg":"trace[2115936742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8519; }","duration":"185.60703ms","start":"2026-05-01T01:14:11.228298Z","end":"2026-05-01T01:14:11.413905Z","steps":["trace[2115936742] 'agreement among raft nodes before linearized reading' (duration: 185.429447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.41391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.907266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:14:11.41391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.843875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:14:11.414027Z","caller":"traceutil/trace.go:171","msg":"trace[1805365227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8519; }","duration":"203.066109ms","start":"2026-05-01T01:14:11.210936Z","end":"2026-05-01T01:14:11.414002Z","steps":["trace[1805365227] 'agreement among raft nodes before linearized reading' (duration: 202.768433ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.41408Z","caller":"traceutil/trace.go:171","msg":"trace[1174830484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8519; }","duration":"203.048599ms","start":"2026-05-01T01:14:11.21096Z","end":"2026-05-01T01:14:11.414008Z","steps":["trace[1174830484] 'agreement among raft nodes before linearized reading' (duration: 202.677761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.850336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.352969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.850463Z","caller":"traceutil/trace.go:171","msg":"trace[1236997119] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8523; }","duration":"163.495682ms","start":"2026-05-01T01:14:11.686928Z","end":"2026-05-01T01:14:11.850423Z","steps":["trace[1236997119] 'count revisions from in-memory index tree' (duration: 163.301168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.850655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.144346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.850759Z","caller":"traceutil/trace.go:171","msg":"trace[772605808] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8523; }","duration":"163.281559ms","start":"2026-05-01T01:14:11.687455Z","end":"2026-05-01T01:14:11.850736Z","steps":["trace[772605808] 'range keys from in-memory index tree' (duration: 163.097275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.850887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.031459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.85093Z","caller":"traceutil/trace.go:171","msg":"trace[1474099090] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8523; }","duration":"159.08296ms","start":"2026-05-01T01:14:11.69183Z","end":"2026-05-01T01:14:11.850913Z","steps":["trace[1474099090] 'count revisions from in-memory index tree' (duration: 158.996538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.851112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.497694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.851151Z","caller":"traceutil/trace.go:171","msg":"trace[940425706] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8523; }","duration":"136.537225ms","start":"2026-05-01T01:14:11.714603Z","end":"2026-05-01T01:14:11.85114Z","steps":["trace[940425706] 'range keys from in-memory index tree' (duration: 136.449313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.851324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.456722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.85136Z","caller":"traceutil/trace.go:171","msg":"trace[1991480280] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8523; }","duration":"136.512704ms","start":"2026-05-01T01:14:11.714839Z","end":"2026-05-01T01:14:11.851351Z","steps":["trace[1991480280] 'count revisions from in-memory index tree' (duration: 136.368031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.851394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.755374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:11.851761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.754878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.851738Z","caller":"traceutil/trace.go:171","msg":"trace[2037296780] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8523; }","duration":"236.125051ms","start":"2026-05-01T01:14:11.615593Z","end":"2026-05-01T01:14:11.851718Z","steps":["trace[2037296780] 'count revisions from in-memory index tree' (duration: 235.657053ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.851819Z","caller":"traceutil/trace.go:171","msg":"trace[307263307] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8523; }","duration":"136.831549ms","start":"2026-05-01T01:14:11.714974Z","end":"2026-05-01T01:14:11.851805Z","steps":["trace[307263307] 'range keys from in-memory index tree' (duration: 136.594975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.851987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.453949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.852055Z","caller":"traceutil/trace.go:171","msg":"trace[1999146277] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8523; }","duration":"113.552642ms","start":"2026-05-01T01:14:11.738482Z","end":"2026-05-01T01:14:11.852035Z","steps":["trace[1999146277] 'count revisions from in-memory index tree' (duration: 113.388538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.852214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.606841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:11.852254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.567791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.852293Z","caller":"traceutil/trace.go:171","msg":"trace[217289103] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8523; }","duration":"113.673793ms","start":"2026-05-01T01:14:11.73861Z","end":"2026-05-01T01:14:11.852284Z","steps":["trace[217289103] 'range keys from in-memory index tree' (duration: 113.443669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.852301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.380357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.852408Z","caller":"traceutil/trace.go:171","msg":"trace[1440458577] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8523; }","duration":"236.502159ms","start":"2026-05-01T01:14:11.615869Z","end":"2026-05-01T01:14:11.852371Z","steps":["trace[1440458577] 'range keys from in-memory index tree' (duration: 236.289915ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.852262Z","caller":"traceutil/trace.go:171","msg":"trace[204605561] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8523; }","duration":"236.698763ms","start":"2026-05-01T01:14:11.615551Z","end":"2026-05-01T01:14:11.85225Z","steps":["trace[204605561] 'range keys from in-memory index tree' (duration: 236.450878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.852485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.397668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.852585Z","caller":"traceutil/trace.go:171","msg":"trace[1607158919] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8523; }","duration":"113.554371ms","start":"2026-05-01T01:14:11.739012Z","end":"2026-05-01T01:14:11.852566Z","steps":["trace[1607158919] 'range keys from in-memory index tree' (duration: 113.326567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.852993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.758268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.853044Z","caller":"traceutil/trace.go:171","msg":"trace[1290628886] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8523; }","duration":"215.815569ms","start":"2026-05-01T01:14:11.637213Z","end":"2026-05-01T01:14:11.853029Z","steps":["trace[1290628886] 'count revisions from in-memory index tree' (duration: 215.680797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.853129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.863053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.853173Z","caller":"traceutil/trace.go:171","msg":"trace[2125769246] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8523; }","duration":"195.935765ms","start":"2026-05-01T01:14:11.657224Z","end":"2026-05-01T01:14:11.85316Z","steps":["trace[2125769246] 'count revisions from in-memory index tree' (duration: 195.74756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.853126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.311805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:11.853171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.069575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.853217Z","caller":"traceutil/trace.go:171","msg":"trace[354478012] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8523; }","duration":"166.537091ms","start":"2026-05-01T01:14:11.686664Z","end":"2026-05-01T01:14:11.853201Z","steps":["trace[354478012] 'range keys from in-memory index tree' (duration: 166.215183ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:11.853235Z","caller":"traceutil/trace.go:171","msg":"trace[1185304095] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8523; }","duration":"215.150536ms","start":"2026-05-01T01:14:11.638065Z","end":"2026-05-01T01:14:11.853216Z","steps":["trace[1185304095] 'range keys from in-memory index tree' (duration: 215.018483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.853313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.441824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.853342Z","caller":"traceutil/trace.go:171","msg":"trace[1775019207] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8523; }","duration":"195.497117ms","start":"2026-05-01T01:14:11.657835Z","end":"2026-05-01T01:14:11.853332Z","steps":["trace[1775019207] 'range keys from in-memory index tree' (duration: 195.315502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.853361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.048504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.85339Z","caller":"traceutil/trace.go:171","msg":"trace[964280788] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8523; }","duration":"216.099846ms","start":"2026-05-01T01:14:11.637281Z","end":"2026-05-01T01:14:11.853381Z","steps":["trace[964280788] 'range keys from in-memory index tree' (duration: 215.987403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:11.853399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.121999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:11.853478Z","caller":"traceutil/trace.go:171","msg":"trace[165165255] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8523; }","duration":"196.246871ms","start":"2026-05-01T01:14:11.657221Z","end":"2026-05-01T01:14:11.853468Z","steps":["trace[165165255] 'range keys from in-memory index tree' (duration: 196.048527ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:12.998575Z","caller":"traceutil/trace.go:171","msg":"trace[778038620] linearizableReadLoop","detail":"{readStateIndex:8828; appliedIndex:8827; }","duration":"102.258038ms","start":"2026-05-01T01:14:12.896279Z","end":"2026-05-01T01:14:12.998537Z","steps":["trace[778038620] 'read index received' (duration: 102.036504ms)","trace[778038620] 'applied index is now lower than readState.Index' (duration: 220.294µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:12.998774Z","caller":"traceutil/trace.go:171","msg":"trace[679711401] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"156.839478ms","start":"2026-05-01T01:14:12.841875Z","end":"2026-05-01T01:14:12.998714Z","steps":["trace[679711401] 'process raft request' (duration: 156.435969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:12.99891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.608415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775546f557-474qh.18ab4bfc10c5df94\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-01T01:14:12.998982Z","caller":"traceutil/trace.go:171","msg":"trace[930752348] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775546f557-474qh.18ab4bfc10c5df94; range_end:; response_count:1; response_revision:8524; }","duration":"102.753858ms","start":"2026-05-01T01:14:12.896204Z","end":"2026-05-01T01:14:12.998958Z","steps":["trace[930752348] 'agreement among raft nodes before linearized reading' (duration: 102.481763ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:13.628797Z","caller":"traceutil/trace.go:171","msg":"trace[613094951] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"706.982511ms","start":"2026-05-01T01:14:12.921785Z","end":"2026-05-01T01:14:13.628768Z","steps":["trace[613094951] 'process raft request' (duration: 706.774856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:13.629015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:12.921751Z","time spent":"707.151384ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:14.285343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.905938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:14:14.285582Z","caller":"traceutil/trace.go:171","msg":"trace[388784972] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"1.158475354s","start":"2026-05-01T01:14:13.127092Z","end":"2026-05-01T01:14:14.285568Z","steps":["trace[388784972] 'process raft request' (duration: 1.158340592s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:14.285609Z","caller":"traceutil/trace.go:171","msg":"trace[317705377] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"1.282662386s","start":"2026-05-01T01:14:13.002897Z","end":"2026-05-01T01:14:14.285559Z","steps":["trace[317705377] 'process raft request' (duration: 941.434311ms)","trace[317705377] 'compare' (duration: 340.220496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:14.285781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.002867Z","time spent":"1.282816598s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.285838Z","caller":"traceutil/trace.go:171","msg":"trace[2015321639] linearizableReadLoop","detail":"{readStateIndex:8832; appliedIndex:8828; }","duration":"929.514417ms","start":"2026-05-01T01:14:13.356271Z","end":"2026-05-01T01:14:14.285785Z","steps":["trace[2015321639] 'read index received' (duration: 272.207823ms)","trace[2015321639] 'applied index is now lower than readState.Index' (duration: 657.302704ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:14.285643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.127056Z","time spent":"1.158558756s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.286009Z","caller":"traceutil/trace.go:171","msg":"trace[1176574903] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"1.074398349s","start":"2026-05-01T01:14:13.211531Z","end":"2026-05-01T01:14:14.285929Z","steps":["trace[1176574903] 'process raft request' (duration: 1.073996871s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.947954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-01T01:14:14.286251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.211502Z","time spent":"1.074611862s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.286302Z","caller":"traceutil/trace.go:171","msg":"trace[891400829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8528; }","duration":"930.090647ms","start":"2026-05-01T01:14:13.356197Z","end":"2026-05-01T01:14:14.286287Z","steps":["trace[891400829] 'agreement among raft nodes before linearized reading' (duration: 929.830142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.844854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:14.286355Z","caller":"traceutil/trace.go:171","msg":"trace[1944392578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8528; }","duration":"448.000948ms","start":"2026-05-01T01:14:13.838338Z","end":"2026-05-01T01:14:14.286339Z","steps":["trace[1944392578] 'agreement among raft nodes before linearized reading' (duration: 447.873946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.356168Z","time spent":"930.175329ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:14:14.286354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.177781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-01T01:14:14.286403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.83831Z","time spent":"448.084579ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:14:14.28638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.326802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-01T01:14:14.286391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.399986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-01T01:14:14.286426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.660207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:14:14.286465Z","caller":"traceutil/trace.go:171","msg":"trace[120117296] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8528; }","duration":"772.446475ms","start":"2026-05-01T01:14:13.513997Z","end":"2026-05-01T01:14:14.286444Z","steps":["trace[120117296] 'agreement among raft nodes before linearized reading' (duration: 772.19922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.147133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:14:14.286527Z","caller":"traceutil/trace.go:171","msg":"trace[392894974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8528; }","duration":"768.235505ms","start":"2026-05-01T01:14:13.51828Z","end":"2026-05-01T01:14:14.286516Z","steps":["trace[392894974] 'agreement among raft nodes before linearized reading' (duration: 768.112383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.513986Z","time spent":"772.531756ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:14:14.286473Z","caller":"traceutil/trace.go:171","msg":"trace[1406596282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8528; }","duration":"773.762469ms","start":"2026-05-01T01:14:13.512698Z","end":"2026-05-01T01:14:14.28646Z","steps":["trace[1406596282] 'agreement among raft nodes before linearized reading' (duration: 773.632767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.51826Z","time spent":"768.293456ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:14:14.28658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.8188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:14:14.286713Z","caller":"traceutil/trace.go:171","msg":"trace[1724454324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8528; }","duration":"774.059675ms","start":"2026-05-01T01:14:13.512622Z","end":"2026-05-01T01:14:14.286682Z","steps":["trace[1724454324] 'agreement among raft nodes before linearized reading' (duration: 773.603767ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:14.286417Z","caller":"traceutil/trace.go:171","msg":"trace[1078016697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8528; }","duration":"238.319353ms","start":"2026-05-01T01:14:14.048082Z","end":"2026-05-01T01:14:14.286402Z","steps":["trace[1078016697] 'agreement among raft nodes before linearized reading' (duration: 238.1361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.512585Z","time spent":"774.186458ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:14.286631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.512662Z","time spent":"773.930083ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T01:14:14.286473Z","caller":"traceutil/trace.go:171","msg":"trace[883508973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8528; }","duration":"866.522859ms","start":"2026-05-01T01:14:13.419933Z","end":"2026-05-01T01:14:14.286456Z","steps":["trace[883508973] 'agreement among raft nodes before linearized reading' (duration: 866.259924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.538102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:14:14.286917Z","caller":"traceutil/trace.go:171","msg":"trace[1130782674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8528; }","duration":"838.072193ms","start":"2026-05-01T01:14:13.448829Z","end":"2026-05-01T01:14:14.286901Z","steps":["trace[1130782674] 'agreement among raft nodes before linearized reading' (duration: 837.449911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.286975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.448818Z","time spent":"838.142054ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:14:14.287122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:13.419919Z","time spent":"867.180992ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:14:14.609281Z","caller":"traceutil/trace.go:171","msg":"trace[2010045087] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"318.489966ms","start":"2026-05-01T01:14:14.290756Z","end":"2026-05-01T01:14:14.609246Z","steps":["trace[2010045087] 'process raft request' (duration: 317.803953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.609555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.29072Z","time spent":"318.71994ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.815284Z","caller":"traceutil/trace.go:171","msg":"trace[169242621] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"523.617613ms","start":"2026-05-01T01:14:14.291636Z","end":"2026-05-01T01:14:14.815254Z","steps":["trace[169242621] 'process raft request' (duration: 517.988287ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:14.815407Z","caller":"traceutil/trace.go:171","msg":"trace[850682148] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"523.028322ms","start":"2026-05-01T01:14:14.292357Z","end":"2026-05-01T01:14:14.815385Z","steps":["trace[850682148] 'process raft request' (duration: 522.866249ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:14.815398Z","caller":"traceutil/trace.go:171","msg":"trace[1378462730] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"523.091584ms","start":"2026-05-01T01:14:14.292264Z","end":"2026-05-01T01:14:14.815356Z","steps":["trace[1378462730] 'process raft request' (duration: 522.86486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.815504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.291612Z","time spent":"523.748125ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:14.815558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.29234Z","time spent":"523.155924ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.815786Z","caller":"traceutil/trace.go:171","msg":"trace[1128305690] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"523.268886ms","start":"2026-05-01T01:14:14.292503Z","end":"2026-05-01T01:14:14.815772Z","steps":["trace[1128305690] 'process raft request' (duration: 522.827268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.815858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.292483Z","time spent":"523.339238ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.815877Z","caller":"traceutil/trace.go:171","msg":"trace[759864513] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"523.308087ms","start":"2026-05-01T01:14:14.292536Z","end":"2026-05-01T01:14:14.815845Z","steps":["trace[759864513] 'process raft request' (duration: 523.067913ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:14.815899Z","caller":"traceutil/trace.go:171","msg":"trace[1660576719] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8832; }","duration":"523.934159ms","start":"2026-05-01T01:14:14.291905Z","end":"2026-05-01T01:14:14.815839Z","steps":["trace[1660576719] 'read index received' (duration: 316.866635ms)","trace[1660576719] 'applied index is now lower than readState.Index' (duration: 207.065874ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:14.815965Z","caller":"traceutil/trace.go:171","msg":"trace[1368962501] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"522.594713ms","start":"2026-05-01T01:14:14.293313Z","end":"2026-05-01T01:14:14.815907Z","steps":["trace[1368962501] 'process raft request' (duration: 522.447361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.816076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.292504Z","time spent":"523.47892ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:14.81631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.147904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-01T01:14:14.816326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.293292Z","time spent":"522.85164ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:14.816372Z","caller":"traceutil/trace.go:171","msg":"trace[1881540745] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8535; }","duration":"357.259316ms","start":"2026-05-01T01:14:14.459097Z","end":"2026-05-01T01:14:14.816356Z","steps":["trace[1881540745] 'agreement among raft nodes before linearized reading' (duration: 357.044903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.816399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.48789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223802"} {"level":"info","ts":"2026-05-01T01:14:14.816464Z","caller":"traceutil/trace.go:171","msg":"trace[1121138996] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8535; }","duration":"524.586542ms","start":"2026-05-01T01:14:14.291863Z","end":"2026-05-01T01:14:14.81645Z","steps":["trace[1121138996] 'agreement among raft nodes before linearized reading' (duration: 524.113913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:14.816461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.459068Z","time spent":"357.377929ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-01T01:14:14.816507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.29185Z","time spent":"524.643473ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223824,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-01T01:14:14.816671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.292248Z","time spent":"523.269737ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:15.534531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.865676ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-05-01T01:14:15.534637Z","caller":"traceutil/trace.go:171","msg":"trace[548313260] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"696.072395ms","start":"2026-05-01T01:14:14.838547Z","end":"2026-05-01T01:14:15.534619Z","steps":["trace[548313260] 'read index received' (duration: 450.115027ms)","trace[548313260] 'applied index is now lower than readState.Index' (duration: 245.955668ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:15.534777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.818353Z","time spent":"716.410808ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-01T01:14:15.536441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.869078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:15.536528Z","caller":"traceutil/trace.go:171","msg":"trace[1908268596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8535; }","duration":"697.994841ms","start":"2026-05-01T01:14:14.838507Z","end":"2026-05-01T01:14:15.536502Z","steps":["trace[1908268596] 'agreement among raft nodes before linearized reading' (duration: 696.391461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:15.536578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.838487Z","time spent":"698.082922ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T01:14:15.880427Z","caller":"traceutil/trace.go:171","msg":"trace[1467677290] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"927.964227ms","start":"2026-05-01T01:14:14.952424Z","end":"2026-05-01T01:14:15.880388Z","steps":["trace[1467677290] 'process raft request' (duration: 906.760838ms)","trace[1467677290] 'compare' (duration: 20.867462ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:15.880658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:14.952392Z","time spent":"928.138941ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:15.880696Z","caller":"traceutil/trace.go:171","msg":"trace[907326617] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"874.992239ms","start":"2026-05-01T01:14:15.00568Z","end":"2026-05-01T01:14:15.880672Z","steps":["trace[907326617] 'process raft request' (duration: 874.609502ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:15.880632Z","caller":"traceutil/trace.go:171","msg":"trace[10809721] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8840; }","duration":"345.854442ms","start":"2026-05-01T01:14:15.534708Z","end":"2026-05-01T01:14:15.880562Z","steps":["trace[10809721] 'read index received' (duration: 323.788035ms)","trace[10809721] 'applied index is now lower than readState.Index' (duration: 22.063227ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:15.880959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:15.005651Z","time spent":"875.173592ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:15.880853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.126023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:15.881042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.261836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-01T01:14:15.881101Z","caller":"traceutil/trace.go:171","msg":"trace[1396085880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8537; }","duration":"620.331797ms","start":"2026-05-01T01:14:15.260745Z","end":"2026-05-01T01:14:15.881077Z","steps":["trace[1396085880] 'agreement among raft nodes before linearized reading' (duration: 620.174824ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:15.881103Z","caller":"traceutil/trace.go:171","msg":"trace[508695562] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8537; }","duration":"393.432589ms","start":"2026-05-01T01:14:15.487632Z","end":"2026-05-01T01:14:15.881064Z","steps":["trace[508695562] 'agreement among raft nodes before linearized reading' (duration: 393.122143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:15.881154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:15.26072Z","time spent":"620.423858ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:14:15.880991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.655119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:14:15.881239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:15.487609Z","time spent":"393.572941ms","remote":"127.0.0.1:33856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:14:15.881229Z","caller":"traceutil/trace.go:171","msg":"trace[1500147086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8537; }","duration":"685.940364ms","start":"2026-05-01T01:14:15.195271Z","end":"2026-05-01T01:14:15.881211Z","steps":["trace[1500147086] 'agreement among raft nodes before linearized reading' (duration: 685.652439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:15.881377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:15.195247Z","time spent":"686.107267ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:15.896628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.611522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:15.896775Z","caller":"traceutil/trace.go:171","msg":"trace[1578000975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8538; }","duration":"358.817456ms","start":"2026-05-01T01:14:15.537939Z","end":"2026-05-01T01:14:15.896757Z","steps":["trace[1578000975] 'agreement among raft nodes before linearized reading' (duration: 358.597552ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:15.896653Z","caller":"traceutil/trace.go:171","msg":"trace[2031786280] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"360.09935ms","start":"2026-05-01T01:14:15.536519Z","end":"2026-05-01T01:14:15.896618Z","steps":["trace[2031786280] 'process raft request' (duration: 359.876086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:15.896909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:15.537907Z","time spent":"358.938568ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:14:15.89706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:15.536494Z","time spent":"360.378235ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:16.433773Z","caller":"traceutil/trace.go:171","msg":"trace[1264007687] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"141.701002ms","start":"2026-05-01T01:14:16.292035Z","end":"2026-05-01T01:14:16.433736Z","steps":["trace[1264007687] 'process raft request' (duration: 141.252414ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:16.434469Z","caller":"traceutil/trace.go:171","msg":"trace[737302616] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"140.589811ms","start":"2026-05-01T01:14:16.293861Z","end":"2026-05-01T01:14:16.434451Z","steps":["trace[737302616] 'process raft request' (duration: 140.474089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.344549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.600584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:14:17.344637Z","caller":"traceutil/trace.go:171","msg":"trace[1152958152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8541; }","duration":"522.757697ms","start":"2026-05-01T01:14:16.821859Z","end":"2026-05-01T01:14:17.344616Z","steps":["trace[1152958152] 'range keys from in-memory index tree' (duration: 522.447931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.344871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.821819Z","time spent":"523.039552ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:17.345312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.540402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:14:17.345367Z","caller":"traceutil/trace.go:171","msg":"trace[1856015283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8541; }","duration":"523.669134ms","start":"2026-05-01T01:14:16.821683Z","end":"2026-05-01T01:14:17.345352Z","steps":["trace[1856015283] 'range keys from in-memory index tree' (duration: 523.416349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.345414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.821636Z","time spent":"523.761016ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:14:17.345592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.825849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-01T01:14:17.345688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.883998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-01T01:14:17.345726Z","caller":"traceutil/trace.go:171","msg":"trace[962522167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8541; }","duration":"810.998163ms","start":"2026-05-01T01:14:16.534696Z","end":"2026-05-01T01:14:17.345694Z","steps":["trace[962522167] 'range keys from in-memory index tree' (duration: 810.490013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.345802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.534687Z","time spent":"811.098474ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:14:17.345996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.821347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-01T01:14:17.346007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.176333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:14:17.34601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.954747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:14:17.345738Z","caller":"traceutil/trace.go:171","msg":"trace[125690941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8541; }","duration":"523.96119ms","start":"2026-05-01T01:14:16.821761Z","end":"2026-05-01T01:14:17.345722Z","steps":["trace[125690941] 'range keys from in-memory index tree' (duration: 523.737536ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:17.346108Z","caller":"traceutil/trace.go:171","msg":"trace[1822217060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8541; }","duration":"524.328057ms","start":"2026-05-01T01:14:16.821749Z","end":"2026-05-01T01:14:17.346077Z","steps":["trace[1822217060] 'range keys from in-memory index tree' (duration: 523.928939ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:17.346123Z","caller":"traceutil/trace.go:171","msg":"trace[2046837233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8541; }","duration":"718.126831ms","start":"2026-05-01T01:14:16.627966Z","end":"2026-05-01T01:14:17.346093Z","steps":["trace[2046837233] 'range keys from in-memory index tree' (duration: 717.745533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.346153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.821731Z","time spent":"524.412699ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:14:17.346154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.821743Z","time spent":"524.389989ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:17.346149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.129082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:14:17.346055Z","caller":"traceutil/trace.go:171","msg":"trace[1685482629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8541; }","duration":"523.883419ms","start":"2026-05-01T01:14:16.822156Z","end":"2026-05-01T01:14:17.346039Z","steps":["trace[1685482629] 'range keys from in-memory index tree' (duration: 523.599543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.346221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.402172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:14:17.346233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.822127Z","time spent":"524.096193ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:17.346184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.627939Z","time spent":"718.233373ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-01T01:14:17.346288Z","caller":"traceutil/trace.go:171","msg":"trace[455446918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8541; }","duration":"521.500964ms","start":"2026-05-01T01:14:16.824769Z","end":"2026-05-01T01:14:17.34627Z","steps":["trace[455446918] 'range keys from in-memory index tree' (duration: 521.250909ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:17.346243Z","caller":"traceutil/trace.go:171","msg":"trace[100992950] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8541; }","duration":"464.309486ms","start":"2026-05-01T01:14:16.881909Z","end":"2026-05-01T01:14:17.346219Z","steps":["trace[100992950] 'count revisions from in-memory index tree' (duration: 464.010561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.346078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.314536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:17.346389Z","caller":"traceutil/trace.go:171","msg":"trace[934064759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8541; }","duration":"508.681233ms","start":"2026-05-01T01:14:16.837695Z","end":"2026-05-01T01:14:17.346377Z","steps":["trace[934064759] 'range keys from in-memory index tree' (duration: 508.147862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.346398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.881876Z","time spent":"464.501449ms","remote":"127.0.0.1:58056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:17.346437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.837632Z","time spent":"508.792455ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:14:17.346344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:16.824756Z","time spent":"521.575445ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:14:17.854224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460684939,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:14:17.887869Z","caller":"traceutil/trace.go:171","msg":"trace[458527340] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"536.358494ms","start":"2026-05-01T01:14:17.351485Z","end":"2026-05-01T01:14:17.887843Z","steps":["trace[458527340] 'process raft request' (duration: 536.183551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:17.888103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.351464Z","time spent":"536.538078ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:19.837809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-01T01:14:19.837886Z","caller":"traceutil/trace.go:171","msg":"trace[2041640205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010051s","start":"2026-05-01T01:14:17.837856Z","end":"2026-05-01T01:14:19.837866Z","steps":["trace[2041640205] 'agreement among raft nodes before linearized reading' (duration: 1.999915069s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:19.837923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.837833Z","time spent":"2.000082422s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/01 01:14:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-01T01:14:20.057945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.170183871s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:14:20.05862Z","caller":"traceutil/trace.go:171","msg":"trace[1042714005] linearizableReadLoop","detail":"{readStateIndex:8852; appliedIndex:8846; }","duration":"2.70472017s","start":"2026-05-01T01:14:17.353853Z","end":"2026-05-01T01:14:20.058573Z","steps":["trace[1042714005] 'read index received' (duration: 533.901937ms)","trace[1042714005] 'applied index is now lower than readState.Index' (duration: 2.170817063s)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:20.058944Z","caller":"traceutil/trace.go:171","msg":"trace[1264797984] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"2.705945703s","start":"2026-05-01T01:14:17.352977Z","end":"2026-05-01T01:14:20.058923Z","steps":["trace[1264797984] 'process raft request' (duration: 2.705555846s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:20.058933Z","caller":"traceutil/trace.go:171","msg":"trace[22355548] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"2.706809129s","start":"2026-05-01T01:14:17.352073Z","end":"2026-05-01T01:14:20.058882Z","steps":["trace[22355548] 'process raft request' (duration: 2.706390371s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:20.059039Z","caller":"traceutil/trace.go:171","msg":"trace[1645888974] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"2.707520842s","start":"2026-05-01T01:14:17.351492Z","end":"2026-05-01T01:14:20.059013Z","steps":["trace[1645888974] 'process raft request' (duration: 2.706624676s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:20.059055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705178359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:14:20.059086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.352963Z","time spent":"2.706035445s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:20.059091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.352055Z","time spent":"2.706962522s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:20.059124Z","caller":"traceutil/trace.go:171","msg":"trace[1897857745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8547; }","duration":"2.70526384s","start":"2026-05-01T01:14:17.353824Z","end":"2026-05-01T01:14:20.059088Z","steps":["trace[1897857745] 'agreement among raft nodes before linearized reading' (duration: 2.705162388s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:20.059166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.353815Z","time spent":"2.705337341s","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:20.059197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.351459Z","time spent":"2.707635345s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:20.059481Z","caller":"traceutil/trace.go:171","msg":"trace[1485008999] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"2.707010843s","start":"2026-05-01T01:14:17.351963Z","end":"2026-05-01T01:14:20.058974Z","steps":["trace[1485008999] 'process raft request' (duration: 2.706442742s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:20.0596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.351949Z","time spent":"2.707591314s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:20.060396Z","caller":"traceutil/trace.go:171","msg":"trace[1344025286] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"2.707516583s","start":"2026-05-01T01:14:17.35285Z","end":"2026-05-01T01:14:20.060366Z","steps":["trace[1344025286] 'process raft request' (duration: 2.705651428s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:20.060507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.352839Z","time spent":"2.707612695s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:20.559559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460684952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:14:21.060615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460684952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:14:21.312477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.254343291s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:14:21.313455Z","caller":"traceutil/trace.go:171","msg":"trace[327678761] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"3.423273458s","start":"2026-05-01T01:14:17.890142Z","end":"2026-05-01T01:14:21.313415Z","steps":["trace[327678761] 'process raft request' (duration: 3.422871361s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:21.313588Z","caller":"traceutil/trace.go:171","msg":"trace[1511368002] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"2.873742246s","start":"2026-05-01T01:14:18.439802Z","end":"2026-05-01T01:14:21.313544Z","steps":["trace[1511368002] 'process raft request' (duration: 2.873464891s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.313643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.890113Z","time spent":"3.423430421s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:21.313911Z","caller":"traceutil/trace.go:171","msg":"trace[1096317135] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"2.873628514s","start":"2026-05-01T01:14:18.440248Z","end":"2026-05-01T01:14:21.313876Z","steps":["trace[1096317135] 'process raft request' (duration: 2.873231517s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.313876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:18.43977Z","time spent":"2.87389955s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:21.313988Z","caller":"traceutil/trace.go:171","msg":"trace[2032358230] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"2.647220015s","start":"2026-05-01T01:14:18.666754Z","end":"2026-05-01T01:14:21.313974Z","steps":["trace[2032358230] 'process raft request' (duration: 2.64695189s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.314051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:18.666718Z","time spent":"2.647298807s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:21.314071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:18.440236Z","time spent":"2.873750826s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:21.314152Z","caller":"traceutil/trace.go:171","msg":"trace[126242045] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"1.94525478s","start":"2026-05-01T01:14:19.368843Z","end":"2026-05-01T01:14:21.314097Z","steps":["trace[126242045] 'process raft request' (duration: 1.944969764s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.314285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:19.368819Z","time spent":"1.945385152s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:21.45965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.651637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-05-01T01:14:21.459811Z","caller":"traceutil/trace.go:171","msg":"trace[91782645] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8852; }","duration":"1.401063079s","start":"2026-05-01T01:14:20.058686Z","end":"2026-05-01T01:14:21.459749Z","steps":["trace[91782645] 'read index received' (duration: 1.254490445s)","trace[91782645] 'applied index is now lower than readState.Index' (duration: 146.569694ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:21.460185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869448739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:21.460248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077137436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-01T01:14:21.460536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036575315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:21.460643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74688279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:21.460611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622441802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:21.460679Z","caller":"traceutil/trace.go:171","msg":"trace[1176296017] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8552; }","duration":"3.746957611s","start":"2026-05-01T01:14:17.71371Z","end":"2026-05-01T01:14:21.460668Z","steps":["trace[1176296017] 'agreement among raft nodes before linearized reading' (duration: 3.74689651s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.460704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994939408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:21.460279Z","caller":"traceutil/trace.go:171","msg":"trace[1446958921] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8552; }","duration":"1.869629123s","start":"2026-05-01T01:14:19.590629Z","end":"2026-05-01T01:14:21.460258Z","steps":["trace[1446958921] 'agreement among raft nodes before linearized reading' (duration: 1.869420689s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.460734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.713682Z","time spent":"3.747043863s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:14:21.460757Z","caller":"traceutil/trace.go:171","msg":"trace[618031862] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8552; }","duration":"3.99503663s","start":"2026-05-01T01:14:17.465706Z","end":"2026-05-01T01:14:21.460743Z","steps":["trace[618031862] 'agreement among raft nodes before linearized reading' (duration: 3.994963448s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.460576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566881615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-01T01:14:21.460793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:19.590605Z","time spent":"1.870170392s","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:21.460799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.465683Z","time spent":"3.995107881s","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-01T01:14:21.460823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266294438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:14:21.460859Z","caller":"traceutil/trace.go:171","msg":"trace[1211798352] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8552; }","duration":"3.26638264s","start":"2026-05-01T01:14:18.194468Z","end":"2026-05-01T01:14:21.460851Z","steps":["trace[1211798352] 'agreement among raft nodes before linearized reading' (duration: 3.266220997s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.460904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:18.194442Z","time spent":"3.266452462s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":83,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:21.460632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106028371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223802"} {"level":"info","ts":"2026-05-01T01:14:21.460948Z","caller":"traceutil/trace.go:171","msg":"trace[2067226338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8552; }","duration":"4.106379958s","start":"2026-05-01T01:14:17.354557Z","end":"2026-05-01T01:14:21.460937Z","steps":["trace[2067226338] 'agreement among raft nodes before linearized reading' (duration: 4.105584414s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:21.460687Z","caller":"traceutil/trace.go:171","msg":"trace[51215286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8552; }","duration":"1.622567465s","start":"2026-05-01T01:14:19.838109Z","end":"2026-05-01T01:14:21.460676Z","steps":["trace[51215286] 'agreement among raft nodes before linearized reading' (duration: 1.622468173s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.461005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:17.354547Z","time spent":"4.106422719s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223824,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-01T01:14:21.461031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:19.838086Z","time spent":"1.622936283s","remote":"127.0.0.1:57606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T01:14:21.460843Z","caller":"traceutil/trace.go:171","msg":"trace[675988519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8552; }","duration":"1.56718618s","start":"2026-05-01T01:14:19.893622Z","end":"2026-05-01T01:14:21.460808Z","steps":["trace[675988519] 'agreement among raft nodes before linearized reading' (duration: 1.566878524s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.461182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:19.893523Z","time spent":"1.56764672s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T01:14:21.460637Z","caller":"traceutil/trace.go:171","msg":"trace[14984148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8552; }","duration":"1.036741998s","start":"2026-05-01T01:14:20.423874Z","end":"2026-05-01T01:14:21.460616Z","steps":["trace[14984148] 'agreement among raft nodes before linearized reading' (duration: 1.036558495s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.461233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:20.423783Z","time spent":"1.037445412s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-01T01:14:21.46035Z","caller":"traceutil/trace.go:171","msg":"trace[1213184617] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8552; }","duration":"2.077241388s","start":"2026-05-01T01:14:19.383081Z","end":"2026-05-01T01:14:21.460323Z","steps":["trace[1213184617] 'agreement among raft nodes before linearized reading' (duration: 2.077009204s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:21.461544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:19.383063Z","time spent":"2.078449832s","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-01T01:14:23.548349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.354168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:23.548491Z","caller":"traceutil/trace.go:171","msg":"trace[1481667846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8568; }","duration":"134.512861ms","start":"2026-05-01T01:14:23.413955Z","end":"2026-05-01T01:14:23.548468Z","steps":["trace[1481667846] 'range keys from in-memory index tree' (duration: 134.326696ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:23.548612Z","caller":"traceutil/trace.go:171","msg":"trace[1356887035] linearizableReadLoop","detail":"{readStateIndex:8876; appliedIndex:8873; }","duration":"218.790909ms","start":"2026-05-01T01:14:23.329794Z","end":"2026-05-01T01:14:23.548585Z","steps":["trace[1356887035] 'read index received' (duration: 8.55419ms)","trace[1356887035] 'applied index is now lower than readState.Index' (duration: 210.235589ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:23.548752Z","caller":"traceutil/trace.go:171","msg":"trace[1831967408] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"228.019672ms","start":"2026-05-01T01:14:23.320713Z","end":"2026-05-01T01:14:23.548733Z","steps":["trace[1831967408] 'process raft request' (duration: 227.829368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:23.548815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.988693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:14:23.548851Z","caller":"traceutil/trace.go:171","msg":"trace[320145394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8570; }","duration":"219.094335ms","start":"2026-05-01T01:14:23.329744Z","end":"2026-05-01T01:14:23.548839Z","steps":["trace[320145394] 'agreement among raft nodes before linearized reading' (duration: 219.001174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:23.549181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.03451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:23.549259Z","caller":"traceutil/trace.go:171","msg":"trace[824589428] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"228.402349ms","start":"2026-05-01T01:14:23.320207Z","end":"2026-05-01T01:14:23.54861Z","steps":["trace[824589428] 'process raft request' (duration: 162.402863ms)","trace[824589428] 'compare' (duration: 65.69029ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:23.549321Z","caller":"traceutil/trace.go:171","msg":"trace[1906529126] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8570; }","duration":"111.272914ms","start":"2026-05-01T01:14:23.438022Z","end":"2026-05-01T01:14:23.549295Z","steps":["trace[1906529126] 'agreement among raft nodes before linearized reading' (duration: 111.00119ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:48.296166Z","caller":"traceutil/trace.go:171","msg":"trace[826166901] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9058; }","duration":"469.73761ms","start":"2026-05-01T01:14:47.826402Z","end":"2026-05-01T01:14:48.296139Z","steps":["trace[826166901] 'read index received' (duration: 469.573607ms)","trace[826166901] 'applied index is now lower than readState.Index' (duration: 162.353µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:48.296277Z","caller":"traceutil/trace.go:171","msg":"trace[1540825790] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"495.642785ms","start":"2026-05-01T01:14:47.800553Z","end":"2026-05-01T01:14:48.296196Z","steps":["trace[1540825790] 'process raft request' (duration: 495.428432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:48.29642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.020325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:14:48.296491Z","caller":"traceutil/trace.go:171","msg":"trace[1444981766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8746; }","duration":"470.125247ms","start":"2026-05-01T01:14:47.826347Z","end":"2026-05-01T01:14:48.296472Z","steps":["trace[1444981766] 'agreement among raft nodes before linearized reading' (duration: 469.956544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:48.296542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:47.826328Z","time spent":"470.201008ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:14:48.296594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:47.800528Z","time spent":"495.915711ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:48.296421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.172583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:48.297114Z","caller":"traceutil/trace.go:171","msg":"trace[1459594691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8746; }","duration":"458.924917ms","start":"2026-05-01T01:14:47.838172Z","end":"2026-05-01T01:14:48.297097Z","steps":["trace[1459594691] 'agreement among raft nodes before linearized reading' (duration: 458.190493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:48.29718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:47.838137Z","time spent":"459.021569ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:14:48.297222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.454694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:14:48.297304Z","caller":"traceutil/trace.go:171","msg":"trace[580571747] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8746; }","duration":"145.550197ms","start":"2026-05-01T01:14:48.151714Z","end":"2026-05-01T01:14:48.297264Z","steps":["trace[580571747] 'agreement among raft nodes before linearized reading' (duration: 145.413794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:48.297516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.438625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:48.297619Z","caller":"traceutil/trace.go:171","msg":"trace[417542402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8746; }","duration":"366.617069ms","start":"2026-05-01T01:14:47.930983Z","end":"2026-05-01T01:14:48.297601Z","steps":["trace[417542402] 'agreement among raft nodes before linearized reading' (duration: 366.427145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:48.297712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:47.930971Z","time spent":"366.72586ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:48.29826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.246874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-05-01T01:14:48.298312Z","caller":"traceutil/trace.go:171","msg":"trace[2055554340] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8746; }","duration":"435.345046ms","start":"2026-05-01T01:14:47.862955Z","end":"2026-05-01T01:14:48.2983Z","steps":["trace[2055554340] 'agreement among raft nodes before linearized reading' (duration: 435.171643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:48.298361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:47.862934Z","time spent":"435.420057ms","remote":"127.0.0.1:57696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-05-01T01:14:50.432107Z","caller":"traceutil/trace.go:171","msg":"trace[2093221178] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"124.831899ms","start":"2026-05-01T01:14:50.307238Z","end":"2026-05-01T01:14:50.43207Z","steps":["trace[2093221178] 'read index received' (duration: 124.463442ms)","trace[2093221178] 'applied index is now lower than readState.Index' (duration: 367.487µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:50.432535Z","caller":"traceutil/trace.go:171","msg":"trace[1366898746] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"125.816006ms","start":"2026-05-01T01:14:50.306703Z","end":"2026-05-01T01:14:50.432519Z","steps":["trace[1366898746] 'process raft request' (duration: 125.089563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:50.432936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.669585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:14:50.432986Z","caller":"traceutil/trace.go:171","msg":"trace[1114320477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8758; }","duration":"125.777866ms","start":"2026-05-01T01:14:50.307195Z","end":"2026-05-01T01:14:50.432972Z","steps":["trace[1114320477] 'agreement among raft nodes before linearized reading' (duration: 125.590053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:50.433365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.67106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:14:50.433456Z","caller":"traceutil/trace.go:171","msg":"trace[816814691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8758; }","duration":"120.795762ms","start":"2026-05-01T01:14:50.312637Z","end":"2026-05-01T01:14:50.433433Z","steps":["trace[816814691] 'agreement among raft nodes before linearized reading' (duration: 120.538788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:52.585251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460685609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:14:53.085738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460685609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:14:53.321054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322461375s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-01T01:14:53.432063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.753255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:14:53.432145Z","caller":"traceutil/trace.go:171","msg":"trace[927828073] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9081; }","duration":"1.347418783s","start":"2026-05-01T01:14:52.084714Z","end":"2026-05-01T01:14:53.432133Z","steps":["trace[927828073] 'read index received' (duration: 1.236479245s)","trace[927828073] 'applied index is now lower than readState.Index' (duration: 110.938748ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:53.432208Z","caller":"traceutil/trace.go:171","msg":"trace[446523236] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"1.433690189s","start":"2026-05-01T01:14:51.998509Z","end":"2026-05-01T01:14:53.432199Z","steps":["trace[446523236] 'process raft request' (duration: 1.32273068s)","trace[446523236] 'compare' (duration: 110.665223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:53.432247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:51.998491Z","time spent":"1.43373445s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:53.432425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.355356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:14:53.432522Z","caller":"traceutil/trace.go:171","msg":"trace[140745744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8768; }","duration":"988.491599ms","start":"2026-05-01T01:14:52.444006Z","end":"2026-05-01T01:14:53.432498Z","steps":["trace[140745744] 'agreement among raft nodes before linearized reading' (duration: 988.260875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.432589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.443984Z","time spent":"988.59069ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.626609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:53.433258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.199196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-01T01:14:53.433275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.573918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:14:53.433317Z","caller":"traceutil/trace.go:171","msg":"trace[572373699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8768; }","duration":"595.737521ms","start":"2026-05-01T01:14:52.837559Z","end":"2026-05-01T01:14:53.433297Z","steps":["trace[572373699] 'agreement among raft nodes before linearized reading' (duration: 595.608559ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:53.433321Z","caller":"traceutil/trace.go:171","msg":"trace[111471936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8768; }","duration":"986.268107ms","start":"2026-05-01T01:14:52.447035Z","end":"2026-05-01T01:14:53.433303Z","steps":["trace[111471936] 'agreement among raft nodes before linearized reading' (duration: 986.151495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.409542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:14:53.43334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.289608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:14:53.433366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.837542Z","time spent":"595.812722ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.294148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:14:53.43337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.447033Z","time spent":"986.326468ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348628636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:14:53.433392Z","caller":"traceutil/trace.go:171","msg":"trace[482136854] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8768; }","duration":"123.536086ms","start":"2026-05-01T01:14:53.309833Z","end":"2026-05-01T01:14:53.433369Z","steps":["trace[482136854] 'agreement among raft nodes before linearized reading' (duration: 123.370353ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:53.433392Z","caller":"traceutil/trace.go:171","msg":"trace[1081555427] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8768; }","duration":"986.346499ms","start":"2026-05-01T01:14:52.447029Z","end":"2026-05-01T01:14:53.433376Z","steps":["trace[1081555427] 'agreement among raft nodes before linearized reading' (duration: 986.180696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.277107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:14:53.433412Z","caller":"traceutil/trace.go:171","msg":"trace[1932638220] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8768; }","duration":"334.722151ms","start":"2026-05-01T01:14:53.098619Z","end":"2026-05-01T01:14:53.433341Z","steps":["trace[1932638220] 'agreement among raft nodes before linearized reading' (duration: 334.551358ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:53.433433Z","caller":"traceutil/trace.go:171","msg":"trace[1351683603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8768; }","duration":"1.348746538s","start":"2026-05-01T01:14:52.084669Z","end":"2026-05-01T01:14:53.433416Z","steps":["trace[1351683603] 'agreement among raft nodes before linearized reading' (duration: 1.348525124s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.931612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:14:53.433457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.447018Z","time spent":"986.423321ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:14:53.43342Z","caller":"traceutil/trace.go:171","msg":"trace[1840184253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8768; }","duration":"986.42553ms","start":"2026-05-01T01:14:52.446979Z","end":"2026-05-01T01:14:53.433404Z","steps":["trace[1840184253] 'agreement among raft nodes before linearized reading' (duration: 986.227787ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:53.433466Z","caller":"traceutil/trace.go:171","msg":"trace[2060128460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8768; }","duration":"970.364489ms","start":"2026-05-01T01:14:52.463083Z","end":"2026-05-01T01:14:53.433448Z","steps":["trace[2060128460] 'agreement among raft nodes before linearized reading' (duration: 970.139895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.084644Z","time spent":"1.348824869s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.098598Z","time spent":"334.861403ms","remote":"127.0.0.1:45336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:14:53.433501Z","caller":"traceutil/trace.go:171","msg":"trace[480321149] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8768; }","duration":"543.075394ms","start":"2026-05-01T01:14:52.890406Z","end":"2026-05-01T01:14:53.433482Z","steps":["trace[480321149] 'agreement among raft nodes before linearized reading' (duration: 542.86987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.446963Z","time spent":"986.541943ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.005597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-775546f557-474qh.18ab4bfc10c5df94\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-05-01T01:14:53.433543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.463072Z","time spent":"970.45825ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.890382Z","time spent":"543.159326ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:14:53.433575Z","caller":"traceutil/trace.go:171","msg":"trace[1638655576] range","detail":"{range_begin:/registry/events/openstack/barbican-api-775546f557-474qh.18ab4bfc10c5df94; range_end:; response_count:1; response_revision:8768; }","duration":"539.087309ms","start":"2026-05-01T01:14:52.894475Z","end":"2026-05-01T01:14:53.433563Z","steps":["trace[1638655576] 'agreement among raft nodes before linearized reading' (duration: 538.746483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.894455Z","time spent":"539.1418ms","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-775546f557-474qh.18ab4bfc10c5df94\" "} {"level":"warn","ts":"2026-05-01T01:14:53.433661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.386985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:14:53.433733Z","caller":"traceutil/trace.go:171","msg":"trace[393638700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8768; }","duration":"989.476228ms","start":"2026-05-01T01:14:52.444237Z","end":"2026-05-01T01:14:53.433714Z","steps":["trace[393638700] 'agreement among raft nodes before linearized reading' (duration: 989.03417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.994572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:14:53.433848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.444229Z","time spent":"989.60526ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-01T01:14:53.43389Z","caller":"traceutil/trace.go:171","msg":"trace[2028256167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8768; }","duration":"986.080284ms","start":"2026-05-01T01:14:52.447795Z","end":"2026-05-01T01:14:53.433875Z","steps":["trace[2028256167] 'agreement among raft nodes before linearized reading' (duration: 985.434432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:53.433935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:52.447779Z","time spent":"986.143665ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:14:53.938511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460685615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:14:54.439046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460685615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-01T01:14:54.555764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119523093s","expected-duration":"1s"} {"level":"info","ts":"2026-05-01T01:14:54.556312Z","caller":"traceutil/trace.go:171","msg":"trace[1686723047] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"1.120182815s","start":"2026-05-01T01:14:53.436097Z","end":"2026-05-01T01:14:54.55628Z","steps":["trace[1686723047] 'process raft request' (duration: 1.119980432s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.55652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.436071Z","time spent":"1.120340619s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:54.943991Z","caller":"traceutil/trace.go:171","msg":"trace[42939452] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"1.505929952s","start":"2026-05-01T01:14:53.438036Z","end":"2026-05-01T01:14:54.943966Z","steps":["trace[42939452] 'process raft request' (duration: 1.505854731s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:54.944026Z","caller":"traceutil/trace.go:171","msg":"trace[993088930] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"1.50630851s","start":"2026-05-01T01:14:53.437684Z","end":"2026-05-01T01:14:54.943992Z","steps":["trace[993088930] 'process raft request' (duration: 1.506008533s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.944159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.43803Z","time spent":"1.506037395s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:54.944331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.437673Z","time spent":"1.506423922s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:54.944344Z","caller":"traceutil/trace.go:171","msg":"trace[874410170] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"1.505387302s","start":"2026-05-01T01:14:53.43891Z","end":"2026-05-01T01:14:54.944298Z","steps":["trace[874410170] 'process raft request' (duration: 1.505018056s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:54.94415Z","caller":"traceutil/trace.go:171","msg":"trace[1527266882] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"1.506112216s","start":"2026-05-01T01:14:53.437981Z","end":"2026-05-01T01:14:54.944093Z","steps":["trace[1527266882] 'process raft request' (duration: 1.505866261s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.944569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.438893Z","time spent":"1.505550005s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:54.944677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.437972Z","time spent":"1.506539004s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:54.945226Z","caller":"traceutil/trace.go:171","msg":"trace[1990097077] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"1.505968734s","start":"2026-05-01T01:14:53.439236Z","end":"2026-05-01T01:14:54.945204Z","steps":["trace[1990097077] 'process raft request' (duration: 1.505017016s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:54.94526Z","caller":"traceutil/trace.go:171","msg":"trace[1461307478] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"1.505955943s","start":"2026-05-01T01:14:53.439284Z","end":"2026-05-01T01:14:54.94524Z","steps":["trace[1461307478] 'process raft request' (duration: 1.50582009s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.945323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.439225Z","time spent":"1.506048595s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:54.945427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.43928Z","time spent":"1.506019514s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:54.945566Z","caller":"traceutil/trace.go:171","msg":"trace[2054276148] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"1.183556054s","start":"2026-05-01T01:14:53.761993Z","end":"2026-05-01T01:14:54.94555Z","steps":["trace[2054276148] 'process raft request' (duration: 1.183200606s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:54.945597Z","caller":"traceutil/trace.go:171","msg":"trace[549802931] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"1.431210113s","start":"2026-05-01T01:14:53.514273Z","end":"2026-05-01T01:14:54.945483Z","steps":["trace[549802931] 'process raft request' (duration: 1.430881416s)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:54.945656Z","caller":"traceutil/trace.go:171","msg":"trace[700386998] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"806.331186ms","start":"2026-05-01T01:14:54.13931Z","end":"2026-05-01T01:14:54.945641Z","steps":["trace[700386998] 'process raft request' (duration: 806.238814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.945732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:54.139288Z","time spent":"806.407447ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:54.945743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.514256Z","time spent":"1.431410597s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:54.945626Z","caller":"traceutil/trace.go:171","msg":"trace[1716001841] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"1.182733738s","start":"2026-05-01T01:14:53.76288Z","end":"2026-05-01T01:14:54.945614Z","steps":["trace[1716001841] 'process raft request' (duration: 1.182602046s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.946072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508360178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-01T01:14:54.945724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.761952Z","time spent":"1.183702636s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:14:54.946145Z","caller":"traceutil/trace.go:171","msg":"trace[657310982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8779; }","duration":"1.50852291s","start":"2026-05-01T01:14:53.437611Z","end":"2026-05-01T01:14:54.946133Z","steps":["trace[657310982] 'agreement among raft nodes before linearized reading' (duration: 1.508225775s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.946148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.762854Z","time spent":"1.183252417s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:14:54.946192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.437598Z","time spent":"1.508580071s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-01T01:14:54.945758Z","caller":"traceutil/trace.go:171","msg":"trace[1579213893] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9083; }","duration":"1.508043892s","start":"2026-05-01T01:14:53.437675Z","end":"2026-05-01T01:14:54.945719Z","steps":["trace[1579213893] 'read index received' (duration: 1.119147476s)","trace[1579213893] 'applied index is now lower than readState.Index' (duration: 388.892136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:54.94655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.399609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-01T01:14:54.946597Z","caller":"traceutil/trace.go:171","msg":"trace[1402315782] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8779; }","duration":"568.479209ms","start":"2026-05-01T01:14:54.378103Z","end":"2026-05-01T01:14:54.946582Z","steps":["trace[1402315782] 'agreement among raft nodes before linearized reading' (duration: 568.326787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.946623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:54.378085Z","time spent":"568.532262ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-01T01:14:54.946677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106085011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:54.946722Z","caller":"traceutil/trace.go:171","msg":"trace[1314578003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8779; }","duration":"1.106177333s","start":"2026-05-01T01:14:53.840534Z","end":"2026-05-01T01:14:54.946711Z","steps":["trace[1314578003] 'agreement among raft nodes before linearized reading' (duration: 1.106105201s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.946757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.840511Z","time spent":"1.106235174s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:14:54.94684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50794564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228530"} {"level":"info","ts":"2026-05-01T01:14:54.946892Z","caller":"traceutil/trace.go:171","msg":"trace[1245548693] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8779; }","duration":"1.508015752s","start":"2026-05-01T01:14:53.438865Z","end":"2026-05-01T01:14:54.946881Z","steps":["trace[1245548693] 'agreement among raft nodes before linearized reading' (duration: 1.507540742s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.946897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255919449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-01T01:14:54.946929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.438856Z","time spent":"1.508063253s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228552,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-01T01:14:54.946968Z","caller":"traceutil/trace.go:171","msg":"trace[543108624] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8779; }","duration":"1.25600005s","start":"2026-05-01T01:14:53.69095Z","end":"2026-05-01T01:14:54.94695Z","steps":["trace[543108624] 'agreement among raft nodes before linearized reading' (duration: 1.255815307s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.947015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:53.690838Z","time spent":"1.256166123s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:14:54.947013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.548745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:14:54.947051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.021082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:14:54.947068Z","caller":"traceutil/trace.go:171","msg":"trace[1370292340] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8779; }","duration":"841.642267ms","start":"2026-05-01T01:14:54.105406Z","end":"2026-05-01T01:14:54.947048Z","steps":["trace[1370292340] 'agreement among raft nodes before linearized reading' (duration: 841.439213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.947112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:54.105384Z","time spent":"841.718439ms","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:14:54.947116Z","caller":"traceutil/trace.go:171","msg":"trace[52993849] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8779; }","duration":"125.123575ms","start":"2026-05-01T01:14:54.821973Z","end":"2026-05-01T01:14:54.947097Z","steps":["trace[52993849] 'agreement among raft nodes before linearized reading' (duration: 124.969492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.9476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.865373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T01:14:54.947645Z","caller":"traceutil/trace.go:171","msg":"trace[294823378] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8779; }","duration":"485.947263ms","start":"2026-05-01T01:14:54.461685Z","end":"2026-05-01T01:14:54.947633Z","steps":["trace[294823378] 'agreement among raft nodes before linearized reading' (duration: 485.821681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:54.947671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:14:54.461664Z","time spent":"486.000095ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-05-01T01:14:55.093338Z","caller":"traceutil/trace.go:171","msg":"trace[995571087] linearizableReadLoop","detail":"{readStateIndex:9094; appliedIndex:9093; }","duration":"140.675205ms","start":"2026-05-01T01:14:54.952639Z","end":"2026-05-01T01:14:55.093315Z","steps":["trace[995571087] 'read index received' (duration: 140.470601ms)","trace[995571087] 'applied index is now lower than readState.Index' (duration: 203.194µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:55.093564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.902539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-01T01:14:55.093606Z","caller":"traceutil/trace.go:171","msg":"trace[1047055445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f7ceef43-8b63-4e0b-ac06-9ce0a4288f77; range_end:; response_count:1; response_revision:8779; }","duration":"140.999951ms","start":"2026-05-01T01:14:54.952594Z","end":"2026-05-01T01:14:55.093594Z","steps":["trace[1047055445] 'agreement among raft nodes before linearized reading' (duration: 140.838398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:14:55.093705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.442279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:55.09385Z","caller":"traceutil/trace.go:171","msg":"trace[1351927334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8779; }","duration":"134.682454ms","start":"2026-05-01T01:14:54.959148Z","end":"2026-05-01T01:14:55.093831Z","steps":["trace[1351927334] 'agreement among raft nodes before linearized reading' (duration: 134.389168ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:14:55.269095Z","caller":"traceutil/trace.go:171","msg":"trace[2048698711] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9094; }","duration":"171.132026ms","start":"2026-05-01T01:14:55.097936Z","end":"2026-05-01T01:14:55.269068Z","steps":["trace[2048698711] 'read index received' (duration: 81.752511ms)","trace[2048698711] 'applied index is now lower than readState.Index' (duration: 89.378175ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:14:55.269314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.524963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:14:55.269436Z","caller":"traceutil/trace.go:171","msg":"trace[1175430475] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"174.653832ms","start":"2026-05-01T01:14:55.094761Z","end":"2026-05-01T01:14:55.269415Z","steps":["trace[1175430475] 'process raft request' (duration: 84.981402ms)","trace[1175430475] 'compare' (duration: 89.11732ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:14:55.269459Z","caller":"traceutil/trace.go:171","msg":"trace[818742849] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8780; }","duration":"171.667997ms","start":"2026-05-01T01:14:55.097731Z","end":"2026-05-01T01:14:55.269399Z","steps":["trace[818742849] 'agreement among raft nodes before linearized reading' (duration: 171.442543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:08.337114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199358460685958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-01T01:15:08.809095Z","caller":"traceutil/trace.go:171","msg":"trace[248300101] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"992.293749ms","start":"2026-05-01T01:15:07.816778Z","end":"2026-05-01T01:15:08.809071Z","steps":["trace[248300101] 'process raft request' (duration: 992.135996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:08.809257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:07.816746Z","time spent":"992.428682ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:09.474818Z","caller":"traceutil/trace.go:171","msg":"trace[1593406997] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8887; }","duration":"1.657182066s","start":"2026-05-01T01:15:07.817604Z","end":"2026-05-01T01:15:09.474786Z","steps":["trace[1593406997] 'process raft request' (duration: 1.656948852s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.474985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:07.817587Z","time spent":"1.657311329s","remote":"127.0.0.1:45326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-01T01:15:09.475695Z","caller":"traceutil/trace.go:171","msg":"trace[806954994] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"1.478677231s","start":"2026-05-01T01:15:07.996999Z","end":"2026-05-01T01:15:09.475676Z","steps":["trace[806954994] 'process raft request' (duration: 1.477916157s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.475819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:07.996951Z","time spent":"1.478800233s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:09.476308Z","caller":"traceutil/trace.go:171","msg":"trace[207171984] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"1.047194998s","start":"2026-05-01T01:15:08.429106Z","end":"2026-05-01T01:15:09.476301Z","steps":["trace[207171984] 'process raft request' (duration: 1.046502835s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.476349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:08.429094Z","time spent":"1.047237689s","remote":"127.0.0.1:57666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-01T01:15:09.476325Z","caller":"traceutil/trace.go:171","msg":"trace[1896760955] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"684.251029ms","start":"2026-05-01T01:15:08.792043Z","end":"2026-05-01T01:15:09.476294Z","steps":["trace[1896760955] 'process raft request' (duration: 684.044185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.476458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:08.792024Z","time spent":"684.359541ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:09.476163Z","caller":"traceutil/trace.go:171","msg":"trace[784789289] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9207; }","duration":"1.639318692s","start":"2026-05-01T01:15:07.836834Z","end":"2026-05-01T01:15:09.476153Z","steps":["trace[784789289] 'read index received' (duration: 972.268574ms)","trace[784789289] 'applied index is now lower than readState.Index' (duration: 667.049207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:15:09.476631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63980658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:15:09.476662Z","caller":"traceutil/trace.go:171","msg":"trace[1613166701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8890; }","duration":"1.639878452s","start":"2026-05-01T01:15:07.836776Z","end":"2026-05-01T01:15:09.476654Z","steps":["trace[1613166701] 'agreement among raft nodes before linearized reading' (duration: 1.63980865s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.476682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:07.836742Z","time spent":"1.639935502s","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:15:09.737046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.988524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:15:09.737286Z","caller":"traceutil/trace.go:171","msg":"trace[523315992] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"735.227084ms","start":"2026-05-01T01:15:09.002039Z","end":"2026-05-01T01:15:09.737266Z","steps":["trace[523315992] 'process raft request' (duration: 611.928074ms)","trace[523315992] 'compare' (duration: 122.663438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:15:09.73736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.002006Z","time spent":"735.321215ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:09.737476Z","caller":"traceutil/trace.go:171","msg":"trace[1633189093] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"733.866138ms","start":"2026-05-01T01:15:09.003586Z","end":"2026-05-01T01:15:09.737453Z","steps":["trace[1633189093] 'process raft request' (duration: 733.590123ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.737587Z","caller":"traceutil/trace.go:171","msg":"trace[199282159] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9211; }","duration":"260.996869ms","start":"2026-05-01T01:15:09.476563Z","end":"2026-05-01T01:15:09.73756Z","steps":["trace[199282159] 'read index received' (duration: 137.321773ms)","trace[199282159] 'applied index is now lower than readState.Index' (duration: 123.673106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:15:09.737665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.003574Z","time spent":"733.97962ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:09.737766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.549236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:15:09.737768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.887867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:15:09.737813Z","caller":"traceutil/trace.go:171","msg":"trace[480992953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8893; }","duration":"707.619877ms","start":"2026-05-01T01:15:09.030179Z","end":"2026-05-01T01:15:09.737799Z","steps":["trace[480992953] 'agreement among raft nodes before linearized reading' (duration: 707.444484ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.737834Z","caller":"traceutil/trace.go:171","msg":"trace[450404151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8893; }","duration":"720.000059ms","start":"2026-05-01T01:15:09.017817Z","end":"2026-05-01T01:15:09.737817Z","steps":["trace[450404151] 'agreement among raft nodes before linearized reading' (duration: 719.797055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.737864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.993499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-01T01:15:09.737873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.017794Z","time spent":"720.070611ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:15:09.737879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.032523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ccqdf\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-05-01T01:15:09.737902Z","caller":"traceutil/trace.go:171","msg":"trace[1441603391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8893; }","duration":"720.107621ms","start":"2026-05-01T01:15:09.017784Z","end":"2026-05-01T01:15:09.737892Z","steps":["trace[1441603391] 'agreement among raft nodes before linearized reading' (duration: 719.919778ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.737905Z","caller":"traceutil/trace.go:171","msg":"trace[103803797] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"726.852477ms","start":"2026-05-01T01:15:09.011043Z","end":"2026-05-01T01:15:09.737895Z","steps":["trace[103803797] 'process raft request' (duration: 726.353577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.737913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.448393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-01T01:15:09.737919Z","caller":"traceutil/trace.go:171","msg":"trace[395049790] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ccqdf; range_end:; response_count:1; response_revision:8893; }","duration":"923.107324ms","start":"2026-05-01T01:15:08.8148Z","end":"2026-05-01T01:15:09.737907Z","steps":["trace[395049790] 'agreement among raft nodes before linearized reading' (duration: 923.011463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.73794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.017762Z","time spent":"720.169262ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:15:09.737952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:08.814779Z","time spent":"923.166955ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ccqdf\" "} {"level":"warn","ts":"2026-05-01T01:15:09.737971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.011016Z","time spent":"726.917838ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:09.738024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.374712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-01T01:15:09.73806Z","caller":"traceutil/trace.go:171","msg":"trace[719587203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8893; }","duration":"723.424853ms","start":"2026-05-01T01:15:09.014627Z","end":"2026-05-01T01:15:09.738052Z","steps":["trace[719587203] 'agreement among raft nodes before linearized reading' (duration: 723.343791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.738074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220626737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:15:09.738091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.01462Z","time spent":"723.464194ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:15:09.738115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.443012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:15:09.738135Z","caller":"traceutil/trace.go:171","msg":"trace[1272285742] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8893; }","duration":"1.220722349s","start":"2026-05-01T01:15:08.517374Z","end":"2026-05-01T01:15:09.738096Z","steps":["trace[1272285742] 'agreement among raft nodes before linearized reading' (duration: 1.220670428s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.738026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.803512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-01T01:15:09.738098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.707384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-01T01:15:09.738181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:08.517345Z","time spent":"1.220824871s","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:15:09.738214Z","caller":"traceutil/trace.go:171","msg":"trace[202547470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8893; }","duration":"718.832696ms","start":"2026-05-01T01:15:09.019365Z","end":"2026-05-01T01:15:09.738197Z","steps":["trace[202547470] 'agreement among raft nodes before linearized reading' (duration: 718.683233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.737868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.030164Z","time spent":"707.693928ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:15:09.738257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.019353Z","time spent":"718.893837ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:15:09.738259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310087584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ccqdf\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-05-01T01:15:09.738222Z","caller":"traceutil/trace.go:171","msg":"trace[1093847882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8893; }","duration":"713.993255ms","start":"2026-05-01T01:15:09.024199Z","end":"2026-05-01T01:15:09.738192Z","steps":["trace[1093847882] 'agreement among raft nodes before linearized reading' (duration: 713.763691ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.738287Z","caller":"traceutil/trace.go:171","msg":"trace[1695401609] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ccqdf; range_end:; response_count:1; response_revision:8893; }","duration":"1.310143075s","start":"2026-05-01T01:15:08.428136Z","end":"2026-05-01T01:15:09.738279Z","steps":["trace[1695401609] 'agreement among raft nodes before linearized reading' (duration: 1.310032863s)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.737772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.847412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:15:09.738147Z","caller":"traceutil/trace.go:171","msg":"trace[1877419452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8893; }","duration":"258.509463ms","start":"2026-05-01T01:15:09.479629Z","end":"2026-05-01T01:15:09.738138Z","steps":["trace[1877419452] 'agreement among raft nodes before linearized reading' (duration: 258.460523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.738331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.024188Z","time spent":"714.109198ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:15:09.738338Z","caller":"traceutil/trace.go:171","msg":"trace[1374125671] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8893; }","duration":"968.489804ms","start":"2026-05-01T01:15:08.769839Z","end":"2026-05-01T01:15:09.738329Z","steps":["trace[1374125671] 'agreement among raft nodes before linearized reading' (duration: 967.875623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.738369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:08.769809Z","time spent":"968.551615ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:15:09.73795Z","caller":"traceutil/trace.go:171","msg":"trace[546743178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8893; }","duration":"723.520415ms","start":"2026-05-01T01:15:09.014419Z","end":"2026-05-01T01:15:09.73794Z","steps":["trace[546743178] 'agreement among raft nodes before linearized reading' (duration: 723.390973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.738325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:08.428118Z","time spent":"1.310198506s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ccqdf\" "} {"level":"warn","ts":"2026-05-01T01:15:09.738471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:09.014397Z","time spent":"724.065054ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-01T01:15:09.899869Z","caller":"traceutil/trace.go:171","msg":"trace[1016223759] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"156.025453ms","start":"2026-05-01T01:15:09.743824Z","end":"2026-05-01T01:15:09.89985Z","steps":["trace[1016223759] 'process raft request' (duration: 106.20514ms)","trace[1016223759] 'compare' (duration: 49.66378ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:09.900223Z","caller":"traceutil/trace.go:171","msg":"trace[1537643385] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"156.073904ms","start":"2026-05-01T01:15:09.744136Z","end":"2026-05-01T01:15:09.90021Z","steps":["trace[1537643385] 'process raft request' (duration: 155.666946ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.900334Z","caller":"traceutil/trace.go:171","msg":"trace[1273747553] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"156.142156ms","start":"2026-05-01T01:15:09.74416Z","end":"2026-05-01T01:15:09.900302Z","steps":["trace[1273747553] 'process raft request' (duration: 155.925512ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.900482Z","caller":"traceutil/trace.go:171","msg":"trace[207183215] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"156.247858ms","start":"2026-05-01T01:15:09.74422Z","end":"2026-05-01T01:15:09.900468Z","steps":["trace[207183215] 'process raft request' (duration: 156.028734ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.900559Z","caller":"traceutil/trace.go:171","msg":"trace[1077783953] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"156.082775ms","start":"2026-05-01T01:15:09.744445Z","end":"2026-05-01T01:15:09.900528Z","steps":["trace[1077783953] 'process raft request' (duration: 155.946792ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.900585Z","caller":"traceutil/trace.go:171","msg":"trace[2118945873] linearizableReadLoop","detail":"{readStateIndex:9222; appliedIndex:9215; }","duration":"124.957551ms","start":"2026-05-01T01:15:09.775605Z","end":"2026-05-01T01:15:09.900563Z","steps":["trace[2118945873] 'read index received' (duration: 74.355383ms)","trace[2118945873] 'applied index is now lower than readState.Index' (duration: 50.601067ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:09.900635Z","caller":"traceutil/trace.go:171","msg":"trace[1215516017] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"148.180017ms","start":"2026-05-01T01:15:09.752445Z","end":"2026-05-01T01:15:09.900625Z","steps":["trace[1215516017] 'process raft request' (duration: 148.060604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.900734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.187638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:15:09.900766Z","caller":"traceutil/trace.go:171","msg":"trace[1997919882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"154.26023ms","start":"2026-05-01T01:15:09.746496Z","end":"2026-05-01T01:15:09.900756Z","steps":["trace[1997919882] 'agreement among raft nodes before linearized reading' (duration: 154.193779ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:09.900602Z","caller":"traceutil/trace.go:171","msg":"trace[349331329] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"154.219099ms","start":"2026-05-01T01:15:09.746356Z","end":"2026-05-01T01:15:09.900575Z","steps":["trace[349331329] 'process raft request' (duration: 154.096357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.901032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.726451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ccqdf\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-05-01T01:15:09.901079Z","caller":"traceutil/trace.go:171","msg":"trace[458133802] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ccqdf; range_end:; response_count:1; response_revision:8901; }","duration":"121.799362ms","start":"2026-05-01T01:15:09.77927Z","end":"2026-05-01T01:15:09.901069Z","steps":["trace[458133802] 'agreement among raft nodes before linearized reading' (duration: 121.7243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:09.901159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.042312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228445"} {"level":"info","ts":"2026-05-01T01:15:09.901205Z","caller":"traceutil/trace.go:171","msg":"trace[2030911489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8901; }","duration":"157.122214ms","start":"2026-05-01T01:15:09.744071Z","end":"2026-05-01T01:15:09.901193Z","steps":["trace[2030911489] 'agreement among raft nodes before linearized reading' (duration: 156.769158ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:10.432701Z","caller":"traceutil/trace.go:171","msg":"trace[349393113] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"137.517486ms","start":"2026-05-01T01:15:10.295161Z","end":"2026-05-01T01:15:10.432678Z","steps":["trace[349393113] 'process raft request' (duration: 137.324643ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:12.047094Z","caller":"traceutil/trace.go:171","msg":"trace[1796848785] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"302.325523ms","start":"2026-05-01T01:15:11.744742Z","end":"2026-05-01T01:15:12.047067Z","steps":["trace[1796848785] 'process raft request' (duration: 302.056909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.047279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.744719Z","time spent":"302.464926ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:12.355724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.850395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-01T01:15:12.355847Z","caller":"traceutil/trace.go:171","msg":"trace[310435110] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"611.060417ms","start":"2026-05-01T01:15:11.744772Z","end":"2026-05-01T01:15:12.355832Z","steps":["trace[310435110] 'process raft request' (duration: 475.035769ms)","trace[310435110] 'compare' (duration: 135.739763ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:15:12.355904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.74475Z","time spent":"611.128279ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:12.356049Z","caller":"traceutil/trace.go:171","msg":"trace[1445690312] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9225; }","duration":"576.99338ms","start":"2026-05-01T01:15:11.779037Z","end":"2026-05-01T01:15:12.35603Z","steps":["trace[1445690312] 'read index received' (duration: 267.857408ms)","trace[1445690312] 'applied index is now lower than readState.Index' (duration: 309.135002ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:12.356148Z","caller":"traceutil/trace.go:171","msg":"trace[419186680] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"610.818074ms","start":"2026-05-01T01:15:11.745319Z","end":"2026-05-01T01:15:12.356137Z","steps":["trace[419186680] 'process raft request' (duration: 610.480297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.745312Z","time spent":"610.865005ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:12.356305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.117569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-01T01:15:12.356299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.350236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:15:12.356362Z","caller":"traceutil/trace.go:171","msg":"trace[570868058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8906; }","duration":"445.189271ms","start":"2026-05-01T01:15:11.911155Z","end":"2026-05-01T01:15:12.356345Z","steps":["trace[570868058] 'agreement among raft nodes before linearized reading' (duration: 445.018088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.611202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:15:12.356384Z","caller":"traceutil/trace.go:171","msg":"trace[892929733] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8906; }","duration":"285.485439ms","start":"2026-05-01T01:15:12.070875Z","end":"2026-05-01T01:15:12.356361Z","steps":["trace[892929733] 'agreement among raft nodes before linearized reading' (duration: 285.320786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.884506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:15:12.356411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.911144Z","time spent":"445.259442ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:15:12.356402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.189566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-01T01:15:12.356436Z","caller":"traceutil/trace.go:171","msg":"trace[118267853] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8906; }","duration":"239.12381ms","start":"2026-05-01T01:15:12.117297Z","end":"2026-05-01T01:15:12.356421Z","steps":["trace[118267853] 'agreement among raft nodes before linearized reading' (duration: 238.875445ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:12.35646Z","caller":"traceutil/trace.go:171","msg":"trace[722387543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8906; }","duration":"449.298477ms","start":"2026-05-01T01:15:11.907145Z","end":"2026-05-01T01:15:12.356443Z","steps":["trace[722387543] 'agreement among raft nodes before linearized reading' (duration: 449.090254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.404327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:15:12.356593Z","caller":"traceutil/trace.go:171","msg":"trace[1951769103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8906; }","duration":"577.56079ms","start":"2026-05-01T01:15:11.779003Z","end":"2026-05-01T01:15:12.356564Z","steps":["trace[1951769103] 'agreement among raft nodes before linearized reading' (duration: 577.159522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.907127Z","time spent":"449.366859ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:15:12.35655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.453268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-01T01:15:12.356668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.778994Z","time spent":"577.659981ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:15:12.35668Z","caller":"traceutil/trace.go:171","msg":"trace[1521134442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8906; }","duration":"451.796744ms","start":"2026-05-01T01:15:11.904864Z","end":"2026-05-01T01:15:12.35666Z","steps":["trace[1521134442] 'agreement among raft nodes before linearized reading' (duration: 451.344206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.746295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-01T01:15:12.356808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.904839Z","time spent":"451.942997ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-01T01:15:12.356525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.811505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:15:12.356862Z","caller":"traceutil/trace.go:171","msg":"trace[1690365489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8906; }","duration":"449.854288ms","start":"2026-05-01T01:15:11.906997Z","end":"2026-05-01T01:15:12.356852Z","steps":["trace[1690365489] 'agreement among raft nodes before linearized reading' (duration: 449.203426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.356943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.906989Z","time spent":"449.945069ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-01T01:15:12.356937Z","caller":"traceutil/trace.go:171","msg":"trace[522817118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8906; }","duration":"452.240113ms","start":"2026-05-01T01:15:11.904666Z","end":"2026-05-01T01:15:12.356907Z","steps":["trace[522817118] 'agreement among raft nodes before linearized reading' (duration: 451.782564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.357717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.904647Z","time spent":"453.049948ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-01T01:15:12.356417Z","caller":"traceutil/trace.go:171","msg":"trace[189105660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8906; }","duration":"451.711023ms","start":"2026-05-01T01:15:11.904693Z","end":"2026-05-01T01:15:12.356404Z","steps":["trace[189105660] 'agreement among raft nodes before linearized reading' (duration: 451.520939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:12.357812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:11.904671Z","time spent":"453.13041ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-01T01:15:12.49164Z","caller":"traceutil/trace.go:171","msg":"trace[1696044936] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"130.504925ms","start":"2026-05-01T01:15:12.361111Z","end":"2026-05-01T01:15:12.491616Z","steps":["trace[1696044936] 'process raft request' (duration: 122.15528ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:12.49201Z","caller":"traceutil/trace.go:171","msg":"trace[844655132] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"130.876202ms","start":"2026-05-01T01:15:12.36112Z","end":"2026-05-01T01:15:12.491996Z","steps":["trace[844655132] 'process raft request' (duration: 130.450983ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:12.492115Z","caller":"traceutil/trace.go:171","msg":"trace[1489547102] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"130.554936ms","start":"2026-05-01T01:15:12.361543Z","end":"2026-05-01T01:15:12.492098Z","steps":["trace[1489547102] 'process raft request' (duration: 130.317541ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:12.492188Z","caller":"traceutil/trace.go:171","msg":"trace[1719184464] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"130.566466ms","start":"2026-05-01T01:15:12.36161Z","end":"2026-05-01T01:15:12.492177Z","steps":["trace[1719184464] 'process raft request' (duration: 130.406983ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:12.492193Z","caller":"traceutil/trace.go:171","msg":"trace[297990702] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"129.573278ms","start":"2026-05-01T01:15:12.362588Z","end":"2026-05-01T01:15:12.492161Z","steps":["trace[297990702] 'process raft request' (duration: 129.493276ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:14.170401Z","caller":"traceutil/trace.go:171","msg":"trace[1946457805] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"266.236897ms","start":"2026-05-01T01:15:13.9041Z","end":"2026-05-01T01:15:14.170337Z","steps":["trace[1946457805] 'process raft request' (duration: 201.746859ms)","trace[1946457805] 'compare' (duration: 64.195443ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:14.184681Z","caller":"traceutil/trace.go:171","msg":"trace[1240573853] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"132.35082ms","start":"2026-05-01T01:15:14.052288Z","end":"2026-05-01T01:15:14.184639Z","steps":["trace[1240573853] 'process raft request' (duration: 132.170127ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:14.514808Z","caller":"traceutil/trace.go:171","msg":"trace[1584219982] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"152.992466ms","start":"2026-05-01T01:15:14.361794Z","end":"2026-05-01T01:15:14.514787Z","steps":["trace[1584219982] 'process raft request' (duration: 152.849644ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:14.862338Z","caller":"traceutil/trace.go:171","msg":"trace[771834711] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9238; }","duration":"496.092115ms","start":"2026-05-01T01:15:14.366217Z","end":"2026-05-01T01:15:14.86231Z","steps":["trace[771834711] 'read index received' (duration: 148.436161ms)","trace[771834711] 'applied index is now lower than readState.Index' (duration: 347.651914ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:14.862438Z","caller":"traceutil/trace.go:171","msg":"trace[331588273] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"500.548458ms","start":"2026-05-01T01:15:14.361862Z","end":"2026-05-01T01:15:14.86241Z","steps":["trace[331588273] 'process raft request' (duration: 500.282603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.862602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.158628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-01T01:15:14.862646Z","caller":"traceutil/trace.go:171","msg":"trace[1484149217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8918; }","duration":"462.26582ms","start":"2026-05-01T01:15:14.400369Z","end":"2026-05-01T01:15:14.862635Z","steps":["trace[1484149217] 'agreement among raft nodes before linearized reading' (duration: 462.099217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.862638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.003888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-01T01:15:14.862689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.400343Z","time spent":"462.332531ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-01T01:15:14.862699Z","caller":"traceutil/trace.go:171","msg":"trace[1405190477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8918; }","duration":"365.082619ms","start":"2026-05-01T01:15:14.497599Z","end":"2026-05-01T01:15:14.862681Z","steps":["trace[1405190477] 'agreement among raft nodes before linearized reading' (duration: 364.924887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.862657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.361826Z","time spent":"500.67746ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:14.862735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.497587Z","time spent":"365.140261ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-01T01:15:14.862737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.508872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zgxdq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-01T01:15:14.862834Z","caller":"traceutil/trace.go:171","msg":"trace[1791293939] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zgxdq; range_end:; response_count:1; response_revision:8918; }","duration":"496.620274ms","start":"2026-05-01T01:15:14.366172Z","end":"2026-05-01T01:15:14.862793Z","steps":["trace[1791293939] 'agreement among raft nodes before linearized reading' (duration: 496.264128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.86286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.015259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-01T01:15:14.862866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.415686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-01T01:15:14.862889Z","caller":"traceutil/trace.go:171","msg":"trace[1642214774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8918; }","duration":"365.08619ms","start":"2026-05-01T01:15:14.497794Z","end":"2026-05-01T01:15:14.862881Z","steps":["trace[1642214774] 'agreement among raft nodes before linearized reading' (duration: 365.008519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.862939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.497765Z","time spent":"365.168171ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-01T01:15:14.862932Z","caller":"traceutil/trace.go:171","msg":"trace[1212979459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8918; }","duration":"365.513408ms","start":"2026-05-01T01:15:14.4974Z","end":"2026-05-01T01:15:14.862914Z","steps":["trace[1212979459] 'agreement among raft nodes before linearized reading' (duration: 365.379095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.862958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.36616Z","time spent":"496.707516ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-zgxdq\" "} {"level":"warn","ts":"2026-05-01T01:15:14.862883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.899644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-01T01:15:14.863095Z","caller":"traceutil/trace.go:171","msg":"trace[838615925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8918; }","duration":"367.095937ms","start":"2026-05-01T01:15:14.495975Z","end":"2026-05-01T01:15:14.863071Z","steps":["trace[838615925] 'agreement among raft nodes before linearized reading' (duration: 366.832643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.863147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.495928Z","time spent":"367.208149ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-01T01:15:14.862737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.562147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-01T01:15:14.863204Z","caller":"traceutil/trace.go:171","msg":"trace[1740626181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8918; }","duration":"367.051006ms","start":"2026-05-01T01:15:14.496144Z","end":"2026-05-01T01:15:14.863195Z","steps":["trace[1740626181] 'agreement among raft nodes before linearized reading' (duration: 366.438895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.863233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.496082Z","time spent":"367.143408ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-01T01:15:14.862989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.497379Z","time spent":"365.598029ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-01T01:15:14.862997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.530874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-01T01:15:14.86333Z","caller":"traceutil/trace.go:171","msg":"trace[848859817] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8918; }","duration":"400.920201ms","start":"2026-05-01T01:15:14.462405Z","end":"2026-05-01T01:15:14.863325Z","steps":["trace[848859817] 'agreement among raft nodes before linearized reading' (duration: 400.453583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:14.863349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.46237Z","time spent":"400.973021ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-05-01T01:15:15.631551Z","caller":"traceutil/trace.go:171","msg":"trace[976175047] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"765.255067ms","start":"2026-05-01T01:15:14.86628Z","end":"2026-05-01T01:15:15.631535Z","steps":["trace[976175047] 'process raft request' (duration: 679.866167ms)","trace[976175047] 'compare' (duration: 84.711677ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:15:15.631638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.866258Z","time spent":"765.334048ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:15.631749Z","caller":"traceutil/trace.go:171","msg":"trace[2016224685] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"763.846009ms","start":"2026-05-01T01:15:14.867888Z","end":"2026-05-01T01:15:15.631734Z","steps":["trace[2016224685] 'process raft request' (duration: 763.653036ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:15.631805Z","caller":"traceutil/trace.go:171","msg":"trace[1422695483] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"763.680776ms","start":"2026-05-01T01:15:14.868117Z","end":"2026-05-01T01:15:15.631798Z","steps":["trace[1422695483] 'process raft request' (duration: 763.562704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.631834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.868097Z","time spent":"763.720967ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:15.631828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.867859Z","time spent":"763.93331ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:15.63207Z","caller":"traceutil/trace.go:171","msg":"trace[207831897] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"763.871819ms","start":"2026-05-01T01:15:14.86819Z","end":"2026-05-01T01:15:15.632062Z","steps":["trace[207831897] 'process raft request' (duration: 763.582224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.632114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.868154Z","time spent":"763.940411ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:15.631604Z","caller":"traceutil/trace.go:171","msg":"trace[1009730435] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"763.748938ms","start":"2026-05-01T01:15:14.867831Z","end":"2026-05-01T01:15:15.63158Z","steps":["trace[1009730435] 'process raft request' (duration: 763.569384ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:15.632383Z","caller":"traceutil/trace.go:171","msg":"trace[1103544244] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"763.094396ms","start":"2026-05-01T01:15:14.869281Z","end":"2026-05-01T01:15:15.632375Z","steps":["trace[1103544244] 'process raft request' (duration: 762.750799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.632435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.869266Z","time spent":"763.142117ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:15.632484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.867808Z","time spent":"764.468111ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:15.632609Z","caller":"traceutil/trace.go:171","msg":"trace[758103428] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9241; }","duration":"764.271167ms","start":"2026-05-01T01:15:14.868302Z","end":"2026-05-01T01:15:15.632573Z","steps":["trace[758103428] 'read index received' (duration: 25.719481ms)","trace[758103428] 'applied index is now lower than readState.Index' (duration: 738.548426ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:15.632746Z","caller":"traceutil/trace.go:171","msg":"trace[683342174] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"763.34305ms","start":"2026-05-01T01:15:14.869387Z","end":"2026-05-01T01:15:15.63273Z","steps":["trace[683342174] 'process raft request' (duration: 762.959753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.63289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.86938Z","time spent":"763.403001ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:15:15.633322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.018632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228445"} {"level":"info","ts":"2026-05-01T01:15:15.633364Z","caller":"traceutil/trace.go:171","msg":"trace[1518837304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8925; }","duration":"765.092333ms","start":"2026-05-01T01:15:14.868259Z","end":"2026-05-01T01:15:15.633351Z","steps":["trace[1518837304] 'agreement among raft nodes before linearized reading' (duration: 764.755216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.633396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.868243Z","time spent":"765.144983ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228467,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-01T01:15:15.698584Z","caller":"traceutil/trace.go:171","msg":"trace[837346970] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"803.752007ms","start":"2026-05-01T01:15:14.8948Z","end":"2026-05-01T01:15:15.698552Z","steps":["trace[837346970] 'process raft request' (duration: 803.568304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.698806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.894777Z","time spent":"803.9115ms","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:15:15.854307Z","caller":"traceutil/trace.go:171","msg":"trace[407129666] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9248; }","duration":"221.593412ms","start":"2026-05-01T01:15:15.632683Z","end":"2026-05-01T01:15:15.854277Z","steps":["trace[407129666] 'read index received' (duration: 65.751282ms)","trace[407129666] 'applied index is now lower than readState.Index' (duration: 155.84093ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:15:15.854487Z","caller":"traceutil/trace.go:171","msg":"trace[1309157114] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"226.761608ms","start":"2026-05-01T01:15:15.627711Z","end":"2026-05-01T01:15:15.854473Z","steps":["trace[1309157114] 'process raft request' (duration: 190.721974ms)","trace[1309157114] 'compare' (duration: 35.534835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:15:15.854727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.167762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-01T01:15:15.854809Z","caller":"traceutil/trace.go:171","msg":"trace[2117066650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8927; }","duration":"206.280275ms","start":"2026-05-01T01:15:15.648509Z","end":"2026-05-01T01:15:15.854789Z","steps":["trace[2117066650] 'agreement among raft nodes before linearized reading' (duration: 206.07082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.855108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.012196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-01T01:15:15.855133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.663698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:15:15.85515Z","caller":"traceutil/trace.go:171","msg":"trace[432358047] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8927; }","duration":"154.099087ms","start":"2026-05-01T01:15:15.701041Z","end":"2026-05-01T01:15:15.85514Z","steps":["trace[432358047] 'agreement among raft nodes before linearized reading' (duration: 153.988775ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:15:15.855178Z","caller":"traceutil/trace.go:171","msg":"trace[1546830198] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8927; }","duration":"936.75691ms","start":"2026-05-01T01:15:14.918407Z","end":"2026-05-01T01:15:15.855164Z","steps":["trace[1546830198] 'agreement among raft nodes before linearized reading' (duration: 936.664788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:15.855224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:14.918391Z","time spent":"936.822621ms","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-01T01:15:24.139642Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002471.wal"} {"level":"warn","ts":"2026-05-01T01:15:28.208438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.148095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-01T01:15:28.208541Z","caller":"traceutil/trace.go:171","msg":"trace[1501932302] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9085; }","duration":"298.310189ms","start":"2026-05-01T01:15:27.910208Z","end":"2026-05-01T01:15:28.208518Z","steps":["trace[1501932302] 'count revisions from in-memory index tree' (duration: 298.046674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:28.208878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.448699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:15:28.208946Z","caller":"traceutil/trace.go:171","msg":"trace[711477668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9085; }","duration":"371.54697ms","start":"2026-05-01T01:15:27.837389Z","end":"2026-05-01T01:15:28.208936Z","steps":["trace[711477668] 'range keys from in-memory index tree' (duration: 371.362497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:28.208974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:27.837373Z","time spent":"371.593401ms","remote":"127.0.0.1:57592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-01T01:15:28.20885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.187516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:15:28.209067Z","caller":"traceutil/trace.go:171","msg":"trace[1494552920] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9085; }","duration":"456.438701ms","start":"2026-05-01T01:15:27.752586Z","end":"2026-05-01T01:15:28.209025Z","steps":["trace[1494552920] 'count revisions from in-memory index tree' (duration: 456.074205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:15:28.209186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:15:27.752567Z","time spent":"456.582803ms","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-01T01:16:15.029255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.144812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:16:15.029385Z","caller":"traceutil/trace.go:171","msg":"trace[17518348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9561; }","duration":"191.324035ms","start":"2026-05-01T01:16:14.838039Z","end":"2026-05-01T01:16:15.029363Z","steps":["trace[17518348] 'range keys from in-memory index tree' (duration: 191.04851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:15.723074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.127912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-01T01:16:15.723174Z","caller":"traceutil/trace.go:171","msg":"trace[392914773] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9568; }","duration":"308.276536ms","start":"2026-05-01T01:16:15.414872Z","end":"2026-05-01T01:16:15.723149Z","steps":["trace[392914773] 'range keys from in-memory index tree' (duration: 307.875246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:15.723218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:15.414851Z","time spent":"308.357227ms","remote":"127.0.0.1:57750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-01T01:16:27.782442Z","caller":"traceutil/trace.go:171","msg":"trace[1107084145] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"138.955454ms","start":"2026-05-01T01:16:27.643458Z","end":"2026-05-01T01:16:27.782414Z","steps":["trace[1107084145] 'process raft request' (duration: 138.77781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.17374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.476089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-01T01:16:28.173851Z","caller":"traceutil/trace.go:171","msg":"trace[1231621029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9639; }","duration":"134.647782ms","start":"2026-05-01T01:16:28.039172Z","end":"2026-05-01T01:16:28.173819Z","steps":["trace[1231621029] 'range keys from in-memory index tree' (duration: 134.262415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.173849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.409131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-01T01:16:28.173923Z","caller":"traceutil/trace.go:171","msg":"trace[1528312514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9639; }","duration":"132.534303ms","start":"2026-05-01T01:16:28.041367Z","end":"2026-05-01T01:16:28.173902Z","steps":["trace[1528312514] 'range keys from in-memory index tree' (duration: 132.225837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.173982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.104701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-01T01:16:28.174057Z","caller":"traceutil/trace.go:171","msg":"trace[2087535140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9639; }","duration":"127.221264ms","start":"2026-05-01T01:16:28.046814Z","end":"2026-05-01T01:16:28.174035Z","steps":["trace[2087535140] 'range keys from in-memory index tree' (duration: 126.948869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.174166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.018524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-01T01:16:28.174218Z","caller":"traceutil/trace.go:171","msg":"trace[1907661964] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9639; }","duration":"139.091215ms","start":"2026-05-01T01:16:28.035111Z","end":"2026-05-01T01:16:28.174202Z","steps":["trace[1907661964] 'range keys from in-memory index tree' (duration: 138.882841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.173735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.907328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-01T01:16:28.174175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.601209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-01T01:16:28.174291Z","caller":"traceutil/trace.go:171","msg":"trace[1067070432] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9639; }","duration":"190.472219ms","start":"2026-05-01T01:16:27.983785Z","end":"2026-05-01T01:16:28.174257Z","steps":["trace[1067070432] 'count revisions from in-memory index tree' (duration: 189.794666ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:16:28.174331Z","caller":"traceutil/trace.go:171","msg":"trace[1018658899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9639; }","duration":"120.778633ms","start":"2026-05-01T01:16:28.053539Z","end":"2026-05-01T01:16:28.174318Z","steps":["trace[1018658899] 'range keys from in-memory index tree' (duration: 120.502617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.174271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.54745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-01T01:16:28.174628Z","caller":"traceutil/trace.go:171","msg":"trace[1645706479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9639; }","duration":"127.933207ms","start":"2026-05-01T01:16:28.046676Z","end":"2026-05-01T01:16:28.17461Z","steps":["trace[1645706479] 'range keys from in-memory index tree' (duration: 127.446037ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:16:28.317698Z","caller":"traceutil/trace.go:171","msg":"trace[352941456] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"139.143627ms","start":"2026-05-01T01:16:28.178535Z","end":"2026-05-01T01:16:28.317679Z","steps":["trace[352941456] 'process raft request' (duration: 139.017455ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:16:28.592371Z","caller":"traceutil/trace.go:171","msg":"trace[2025542970] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"413.752562ms","start":"2026-05-01T01:16:28.178593Z","end":"2026-05-01T01:16:28.592346Z","steps":["trace[2025542970] 'process raft request' (duration: 413.627339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.592565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:28.178577Z","time spent":"413.900454ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:16:28.592573Z","caller":"traceutil/trace.go:171","msg":"trace[1009107734] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"413.923564ms","start":"2026-05-01T01:16:28.178573Z","end":"2026-05-01T01:16:28.592496Z","steps":["trace[1009107734] 'process raft request' (duration: 338.139625ms)","trace[1009107734] 'compare' (duration: 75.306571ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:16:28.592652Z","caller":"traceutil/trace.go:171","msg":"trace[845679127] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"413.944535ms","start":"2026-05-01T01:16:28.17868Z","end":"2026-05-01T01:16:28.592625Z","steps":["trace[845679127] 'process raft request' (duration: 413.618529ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:16:28.592696Z","caller":"traceutil/trace.go:171","msg":"trace[65165514] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"413.965075ms","start":"2026-05-01T01:16:28.178705Z","end":"2026-05-01T01:16:28.59267Z","steps":["trace[65165514] 'process raft request' (duration: 413.799122ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:16:28.592702Z","caller":"traceutil/trace.go:171","msg":"trace[1152343539] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"413.884164ms","start":"2026-05-01T01:16:28.178791Z","end":"2026-05-01T01:16:28.592676Z","steps":["trace[1152343539] 'process raft request' (duration: 413.806182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.592805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:28.178658Z","time spent":"414.071367ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:16:28.592808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:28.178684Z","time spent":"414.062286ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:16:28.592816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:28.17854Z","time spent":"414.148129ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:16:28.59266Z","caller":"traceutil/trace.go:171","msg":"trace[1383209231] linearizableReadLoop","detail":"{readStateIndex:9988; appliedIndex:9982; }","duration":"412.731512ms","start":"2026-05-01T01:16:28.179912Z","end":"2026-05-01T01:16:28.592644Z","steps":["trace[1383209231] 'read index received' (duration: 137.67245ms)","trace[1383209231] 'applied index is now lower than readState.Index' (duration: 275.058132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:16:28.59285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:28.178783Z","time spent":"414.019556ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-01T01:16:28.593127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.219283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291227"} {"level":"info","ts":"2026-05-01T01:16:28.593165Z","caller":"traceutil/trace.go:171","msg":"trace[1586123764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9645; }","duration":"413.263283ms","start":"2026-05-01T01:16:28.179894Z","end":"2026-05-01T01:16:28.593157Z","steps":["trace[1586123764] 'agreement among raft nodes before linearized reading' (duration: 412.807744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:16:28.593187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:16:28.179874Z","time spent":"413.307004ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291249,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-01T01:16:28.643987Z","caller":"traceutil/trace.go:171","msg":"trace[1876319195] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"108.089655ms","start":"2026-05-01T01:16:28.535874Z","end":"2026-05-01T01:16:28.643964Z","steps":["trace[1876319195] 'process raft request' (duration: 107.936942ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:16:30.607449Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-01T01:16:30.613503Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-01T01:16:30.613583Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-01T01:17:59.395705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7937} {"level":"info","ts":"2026-05-01T01:17:59.467361Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7937,"took":"68.824421ms","hash":3155325749,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":28307456,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-01T01:17:59.467476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3155325749,"revision":7937,"compact-revision":5758} {"level":"info","ts":"2026-05-01T01:21:56.22157Z","caller":"traceutil/trace.go:171","msg":"trace[30587112] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"134.570045ms","start":"2026-05-01T01:21:56.086969Z","end":"2026-05-01T01:21:56.22154Z","steps":["trace[30587112] 'process raft request' (duration: 72.908473ms)","trace[30587112] 'compare' (duration: 61.459868ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:21:56.421691Z","caller":"traceutil/trace.go:171","msg":"trace[607730818] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"195.073857ms","start":"2026-05-01T01:21:56.226567Z","end":"2026-05-01T01:21:56.421641Z","steps":["trace[607730818] 'process raft request' (duration: 102.567707ms)","trace[607730818] 'compare' (duration: 92.310715ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:21:56.603003Z","caller":"traceutil/trace.go:171","msg":"trace[1575192516] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"117.013307ms","start":"2026-05-01T01:21:56.485956Z","end":"2026-05-01T01:21:56.602969Z","steps":["trace[1575192516] 'process raft request' (duration: 116.950286ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:21:56.603036Z","caller":"traceutil/trace.go:171","msg":"trace[1491746837] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"117.184731ms","start":"2026-05-01T01:21:56.485806Z","end":"2026-05-01T01:21:56.602991Z","steps":["trace[1491746837] 'process raft request' (duration: 116.978947ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:21:56.603749Z","caller":"traceutil/trace.go:171","msg":"trace[1186423616] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"117.166111ms","start":"2026-05-01T01:21:56.48577Z","end":"2026-05-01T01:21:56.602936Z","steps":["trace[1186423616] 'process raft request' (duration: 105.256239ms)","trace[1186423616] 'compare' (duration: 11.597176ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:21:56.624187Z","caller":"traceutil/trace.go:171","msg":"trace[1268195566] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"118.660698ms","start":"2026-05-01T01:21:56.505497Z","end":"2026-05-01T01:21:56.624158Z","steps":["trace[1268195566] 'process raft request' (duration: 118.501035ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:22:59.402963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10281} {"level":"info","ts":"2026-05-01T01:22:59.49666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10281,"took":"90.784975ms","hash":4098433473,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":25763840,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-01T01:22:59.496721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4098433473,"revision":10281,"compact-revision":7937} {"level":"info","ts":"2026-05-01T01:27:00.934131Z","caller":"traceutil/trace.go:171","msg":"trace[579437982] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"106.525498ms","start":"2026-05-01T01:27:00.827569Z","end":"2026-05-01T01:27:00.934094Z","steps":["trace[579437982] 'process raft request' (duration: 106.340615ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:27:01.054636Z","caller":"traceutil/trace.go:171","msg":"trace[2095929707] linearizableReadLoop","detail":"{readStateIndex:14578; appliedIndex:14576; }","duration":"211.330846ms","start":"2026-05-01T01:27:00.843263Z","end":"2026-05-01T01:27:01.054594Z","steps":["trace[2095929707] 'read index received' (duration: 90.715345ms)","trace[2095929707] 'applied index is now lower than readState.Index' (duration: 120.614101ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:27:01.054719Z","caller":"traceutil/trace.go:171","msg":"trace[1591401174] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"222.488624ms","start":"2026-05-01T01:27:00.83218Z","end":"2026-05-01T01:27:01.054669Z","steps":["trace[1591401174] 'process raft request' (duration: 215.645566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:27:01.054833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.550581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:27:01.054924Z","caller":"traceutil/trace.go:171","msg":"trace[7032983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14086; }","duration":"211.715134ms","start":"2026-05-01T01:27:00.843191Z","end":"2026-05-01T01:27:01.054906Z","steps":["trace[7032983] 'agreement among raft nodes before linearized reading' (duration: 211.534641ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:27:01.682985Z","caller":"traceutil/trace.go:171","msg":"trace[1508982130] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"137.399262ms","start":"2026-05-01T01:27:01.545559Z","end":"2026-05-01T01:27:01.682958Z","steps":["trace[1508982130] 'process raft request' (duration: 137.166687ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:27:45.700696Z","caller":"traceutil/trace.go:171","msg":"trace[1902386557] linearizableReadLoop","detail":"{readStateIndex:14900; appliedIndex:14899; }","duration":"426.395712ms","start":"2026-05-01T01:27:45.274272Z","end":"2026-05-01T01:27:45.700667Z","steps":["trace[1902386557] 'read index received' (duration: 426.185738ms)","trace[1902386557] 'applied index is now lower than readState.Index' (duration: 208.984µs)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:27:45.700813Z","caller":"traceutil/trace.go:171","msg":"trace[1054792366] transaction","detail":"{read_only:false; response_revision:14395; number_of_response:1; }","duration":"603.481332ms","start":"2026-05-01T01:27:45.097294Z","end":"2026-05-01T01:27:45.700776Z","steps":["trace[1054792366] 'process raft request' (duration: 603.219657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:27:45.700945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.661647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-779dcb46bd-7brvr\" ","response":"range_response_count:1 size:8542"} {"level":"warn","ts":"2026-05-01T01:27:45.700881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.815258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-01T01:27:45.701002Z","caller":"traceutil/trace.go:171","msg":"trace[42742828] range","detail":"{range_begin:/registry/pods/openstack/placement-api-779dcb46bd-7brvr; range_end:; response_count:1; response_revision:14395; }","duration":"426.756689ms","start":"2026-05-01T01:27:45.27423Z","end":"2026-05-01T01:27:45.700987Z","steps":["trace[42742828] 'agreement among raft nodes before linearized reading' (duration: 426.569936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-01T01:27:45.70104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:27:45.274215Z","time spent":"426.81708ms","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8564,"request content":"key:\"/registry/pods/openstack/placement-api-779dcb46bd-7brvr\" "} {"level":"warn","ts":"2026-05-01T01:27:45.701051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-01T01:27:45.097268Z","time spent":"603.679145ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-01T01:27:45.701056Z","caller":"traceutil/trace.go:171","msg":"trace[1160477036] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14395; }","duration":"182.027142ms","start":"2026-05-01T01:27:45.519Z","end":"2026-05-01T01:27:45.701027Z","steps":["trace[1160477036] 'agreement among raft nodes before linearized reading' (duration: 181.821488ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:27:59.40986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12456} {"level":"info","ts":"2026-05-01T01:27:59.493402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12456,"took":"80.618848ms","hash":1775744406,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":27209728,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-01T01:27:59.493478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1775744406,"revision":12456,"compact-revision":10281} {"level":"info","ts":"2026-05-01T01:28:26.344226Z","caller":"traceutil/trace.go:171","msg":"trace[1079539970] transaction","detail":"{read_only:false; response_revision:14611; number_of_response:1; }","duration":"128.180821ms","start":"2026-05-01T01:28:26.215978Z","end":"2026-05-01T01:28:26.344159Z","steps":["trace[1079539970] 'process raft request' (duration: 127.806024ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:28:26.344246Z","caller":"traceutil/trace.go:171","msg":"trace[415105787] linearizableReadLoop","detail":"{readStateIndex:15125; appliedIndex:15124; }","duration":"106.741023ms","start":"2026-05-01T01:28:26.237472Z","end":"2026-05-01T01:28:26.344213Z","steps":["trace[415105787] 'read index received' (duration: 106.384396ms)","trace[415105787] 'applied index is now lower than readState.Index' (duration: 353.857µs)"],"step_count":2} {"level":"warn","ts":"2026-05-01T01:28:26.345231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.742672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-01T01:28:26.345289Z","caller":"traceutil/trace.go:171","msg":"trace[1943796373] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14611; }","duration":"107.820654ms","start":"2026-05-01T01:28:26.237456Z","end":"2026-05-01T01:28:26.345277Z","steps":["trace[1943796373] 'agreement among raft nodes before linearized reading' (duration: 106.858666ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:28:47.063188Z","caller":"traceutil/trace.go:171","msg":"trace[1172998424] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"116.155348ms","start":"2026-05-01T01:28:46.947009Z","end":"2026-05-01T01:28:47.063164Z","steps":["trace[1172998424] 'process raft request' (duration: 116.100567ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:28:47.063276Z","caller":"traceutil/trace.go:171","msg":"trace[1085697833] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"116.21728ms","start":"2026-05-01T01:28:46.947001Z","end":"2026-05-01T01:28:47.063218Z","steps":["trace[1085697833] 'process raft request' (duration: 102.332562ms)","trace[1085697833] 'compare' (duration: 13.713414ms)"],"step_count":2} {"level":"info","ts":"2026-05-01T01:28:47.063329Z","caller":"traceutil/trace.go:171","msg":"trace[1478335940] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"115.905143ms","start":"2026-05-01T01:28:46.947407Z","end":"2026-05-01T01:28:47.063313Z","steps":["trace[1478335940] 'process raft request' (duration: 115.73445ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:32:35.557091Z","caller":"traceutil/trace.go:171","msg":"trace[982577212] transaction","detail":"{read_only:false; response_revision:15878; number_of_response:1; }","duration":"260.064139ms","start":"2026-05-01T01:32:35.297004Z","end":"2026-05-01T01:32:35.557068Z","steps":["trace[982577212] 'process raft request' (duration: 259.658521ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:32:59.417249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14472} {"level":"info","ts":"2026-05-01T01:32:59.522474Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14472,"took":"102.215221ms","hash":2622912383,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":23343104,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-01T01:32:59.522539Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2622912383,"revision":14472,"compact-revision":12456} {"level":"info","ts":"2026-05-01T01:34:06.60621Z","caller":"traceutil/trace.go:171","msg":"trace[11602237] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"147.395854ms","start":"2026-05-01T01:34:06.458776Z","end":"2026-05-01T01:34:06.606171Z","steps":["trace[11602237] 'process raft request' (duration: 147.256902ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:34:06.60813Z","caller":"traceutil/trace.go:171","msg":"trace[466904152] transaction","detail":"{read_only:false; response_revision:16340; number_of_response:1; }","duration":"146.411357ms","start":"2026-05-01T01:34:06.461695Z","end":"2026-05-01T01:34:06.608107Z","steps":["trace[466904152] 'process raft request' (duration: 146.317825ms)"],"step_count":1} {"level":"info","ts":"2026-05-01T01:37:59.423599Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15999} {"level":"info","ts":"2026-05-01T01:37:59.48945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15999,"took":"64.188285ms","hash":1364297931,"current-db-size-bytes":56053760,"current-db-size":"56 MB","current-db-size-in-use-bytes":20402176,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-05-01T01:37:59.489553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1364297931,"revision":15999,"compact-revision":14472}