{"level":"warn","ts":"2026-04-03T01:39:06.964133Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T01:39:06.964239Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T01:39:06.964315Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T01:39:06.96433Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-03T01:39:06.964354Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T01:39:06.965014Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-04-03T01:39:06.965087Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T01:39:06.968093Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.810938ms"} {"level":"info","ts":"2026-04-03T01:39:06.976802Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-04-03T01:39:06.976886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T01:39:06.976907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-04-03T01:39:06.976927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T01:39:06.976939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-04-03T01:39:06.97699Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-04-03T01:39:06.982728Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T01:39:06.984409Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T01:39:06.985696Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T01:39:06.988272Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T01:39:06.988395Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:39:06.988498Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:39:06.988514Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T01:39:06.988614Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T01:39:06.990311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-04-03T01:39:06.990923Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-03T01:39:06.994852Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T01:39:06.995093Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T01:39:06.995126Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T01:39:06.995083Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-03T01:39:06.995216Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-03T01:39:07.977947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T01:39:07.977992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T01:39:07.978013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-04-03T01:39:07.978024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-04-03T01:39:07.978029Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-03T01:39:07.978038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-04-03T01:39:07.978045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-03T01:39:07.979037Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T01:39:07.979061Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T01:39:07.979093Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T01:39:07.979372Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T01:39:07.979368Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:39:07.979442Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T01:39:07.980526Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:39:07.980647Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:39:07.980685Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T01:39:07.982337Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-04-03T01:39:07.983088Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T01:39:09.673426Z","caller":"traceutil/trace.go:171","msg":"trace[1834540830] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"160.001821ms","start":"2026-04-03T01:39:09.513379Z","end":"2026-04-03T01:39:09.673381Z","steps":["trace[1834540830] 'process raft request' (duration: 159.951989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:09.673452Z","caller":"traceutil/trace.go:171","msg":"trace[788839573] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"169.846049ms","start":"2026-04-03T01:39:09.50357Z","end":"2026-04-03T01:39:09.673416Z","steps":["trace[788839573] 'process raft request' (duration: 169.701574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:09.673528Z","caller":"traceutil/trace.go:171","msg":"trace[1993559858] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"170.333954ms","start":"2026-04-03T01:39:09.503155Z","end":"2026-04-03T01:39:09.673489Z","steps":["trace[1993559858] 'process raft request' (duration: 108.571432ms)","trace[1993559858] 'compare' (duration: 61.403161ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:09.673577Z","caller":"traceutil/trace.go:171","msg":"trace[292688710] linearizableReadLoop","detail":"{readStateIndex:70; appliedIndex:68; }","duration":"170.089797ms","start":"2026-04-03T01:39:09.503303Z","end":"2026-04-03T01:39:09.673393Z","steps":["trace[292688710] 'read index received' (duration: 7.299589ms)","trace[292688710] 'applied index is now lower than readState.Index' (duration: 162.788848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:09.673448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.129878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a2b51e9dd78710\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-04-03T01:39:09.673647Z","caller":"traceutil/trace.go:171","msg":"trace[1852092777] range","detail":"{range_begin:/registry/events/default/instance.18a2b51e9dd78710; range_end:; response_count:1; response_revision:67; }","duration":"170.358426ms","start":"2026-04-03T01:39:09.503274Z","end":"2026-04-03T01:39:09.673633Z","steps":["trace[1852092777] 'agreement among raft nodes before linearized reading' (duration: 170.123588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:09.673663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.909155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T01:39:09.673682Z","caller":"traceutil/trace.go:171","msg":"trace[57660095] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:67; }","duration":"102.957937ms","start":"2026-04-03T01:39:09.570718Z","end":"2026-04-03T01:39:09.673676Z","steps":["trace[57660095] 'agreement among raft nodes before linearized reading' (duration: 102.928786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:09.847832Z","caller":"traceutil/trace.go:171","msg":"trace[1863866283] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"171.293064ms","start":"2026-04-03T01:39:09.676514Z","end":"2026-04-03T01:39:09.847808Z","steps":["trace[1863866283] 'process raft request' (duration: 127.503447ms)","trace[1863866283] 'compare' (duration: 43.635802ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:09.848136Z","caller":"traceutil/trace.go:171","msg":"trace[575890270] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"171.549552ms","start":"2026-04-03T01:39:09.676547Z","end":"2026-04-03T01:39:09.848097Z","steps":["trace[575890270] 'process raft request' (duration: 171.216651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:09.84816Z","caller":"traceutil/trace.go:171","msg":"trace[559170131] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"170.492359ms","start":"2026-04-03T01:39:09.677637Z","end":"2026-04-03T01:39:09.84813Z","steps":["trace[559170131] 'process raft request' (duration: 170.375405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:10.437348Z","caller":"traceutil/trace.go:171","msg":"trace[1025588622] linearizableReadLoop","detail":"{readStateIndex:87; appliedIndex:86; }","duration":"230.094891ms","start":"2026-04-03T01:39:10.207224Z","end":"2026-04-03T01:39:10.437319Z","steps":["trace[1025588622] 'read index received' (duration: 219.291262ms)","trace[1025588622] 'applied index is now lower than readState.Index' (duration: 10.802459ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:10.437374Z","caller":"traceutil/trace.go:171","msg":"trace[636758089] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"263.703818ms","start":"2026-04-03T01:39:10.173638Z","end":"2026-04-03T01:39:10.437342Z","steps":["trace[636758089] 'process raft request' (duration: 252.95149ms)","trace[636758089] 'compare' (duration: 10.606773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:10.437553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.223116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-03T01:39:10.437561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.314689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T01:39:10.437591Z","caller":"traceutil/trace.go:171","msg":"trace[532457003] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:82; }","duration":"230.289998ms","start":"2026-04-03T01:39:10.20729Z","end":"2026-04-03T01:39:10.43758Z","steps":["trace[532457003] 'agreement among raft nodes before linearized reading' (duration: 230.168554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:10.437569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.828779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-03T01:39:10.437611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.206679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T01:39:10.437639Z","caller":"traceutil/trace.go:171","msg":"trace[1893076630] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:82; }","duration":"230.445923ms","start":"2026-04-03T01:39:10.207171Z","end":"2026-04-03T01:39:10.437617Z","steps":["trace[1893076630] 'agreement among raft nodes before linearized reading' (duration: 230.269377ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:10.437652Z","caller":"traceutil/trace.go:171","msg":"trace[1307990219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:82; }","duration":"121.939133ms","start":"2026-04-03T01:39:10.315694Z","end":"2026-04-03T01:39:10.437633Z","steps":["trace[1307990219] 'agreement among raft nodes before linearized reading' (duration: 121.804159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:10.437685Z","caller":"traceutil/trace.go:171","msg":"trace[1265041904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:82; }","duration":"211.304571ms","start":"2026-04-03T01:39:10.226357Z","end":"2026-04-03T01:39:10.437662Z","steps":["trace[1265041904] 'agreement among raft nodes before linearized reading' (duration: 211.162167ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:10.653073Z","caller":"traceutil/trace.go:171","msg":"trace[1630582933] linearizableReadLoop","detail":"{readStateIndex:92; appliedIndex:91; }","duration":"129.256643ms","start":"2026-04-03T01:39:10.523794Z","end":"2026-04-03T01:39:10.653051Z","steps":["trace[1630582933] 'read index received' (duration: 126.529188ms)","trace[1630582933] 'applied index is now lower than readState.Index' (duration: 2.726535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:10.653192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.384347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-03T01:39:10.653218Z","caller":"traceutil/trace.go:171","msg":"trace[578665012] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:87; }","duration":"129.444029ms","start":"2026-04-03T01:39:10.523765Z","end":"2026-04-03T01:39:10.653209Z","steps":["trace[578665012] 'agreement among raft nodes before linearized reading' (duration: 129.361307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:10.653176Z","caller":"traceutil/trace.go:171","msg":"trace[1077465949] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"130.316137ms","start":"2026-04-03T01:39:10.52284Z","end":"2026-04-03T01:39:10.653157Z","steps":["trace[1077465949] 'process raft request' (duration: 127.455477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:15.240004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.066101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-04-03T01:39:15.24012Z","caller":"traceutil/trace.go:171","msg":"trace[1403256447] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:318; }","duration":"111.212665ms","start":"2026-04-03T01:39:15.128889Z","end":"2026-04-03T01:39:15.240102Z","steps":["trace[1403256447] 'range keys from in-memory index tree' (duration: 110.983999ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:21.794158Z","caller":"traceutil/trace.go:171","msg":"trace[684078196] linearizableReadLoop","detail":"{readStateIndex:412; appliedIndex:411; }","duration":"297.183501ms","start":"2026-04-03T01:39:21.49695Z","end":"2026-04-03T01:39:21.794133Z","steps":["trace[684078196] 'read index received' (duration: 297.031826ms)","trace[684078196] 'applied index is now lower than readState.Index' (duration: 150.585µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:21.794323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.357006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:21.794365Z","caller":"traceutil/trace.go:171","msg":"trace[805239078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:399; }","duration":"297.455889ms","start":"2026-04-03T01:39:21.496898Z","end":"2026-04-03T01:39:21.794354Z","steps":["trace[805239078] 'agreement among raft nodes before linearized reading' (duration: 297.372346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:21.794395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.421175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T01:39:21.794429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.779299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T01:39:21.794482Z","caller":"traceutil/trace.go:171","msg":"trace[1751105936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"183.550679ms","start":"2026-04-03T01:39:21.610911Z","end":"2026-04-03T01:39:21.794461Z","steps":["trace[1751105936] 'agreement among raft nodes before linearized reading' (duration: 183.389794ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:21.79449Z","caller":"traceutil/trace.go:171","msg":"trace[2012713203] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:399; }","duration":"178.898793ms","start":"2026-04-03T01:39:21.615577Z","end":"2026-04-03T01:39:21.794476Z","steps":["trace[2012713203] 'agreement among raft nodes before linearized reading' (duration: 178.749328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:21.794231Z","caller":"traceutil/trace.go:171","msg":"trace[822108888] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"383.064011ms","start":"2026-04-03T01:39:21.411123Z","end":"2026-04-03T01:39:21.794187Z","steps":["trace[822108888] 'process raft request' (duration: 382.868415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:21.795362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:21.411108Z","time spent":"383.736312ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:32.672208Z","caller":"traceutil/trace.go:171","msg":"trace[1341228474] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"508.434889ms","start":"2026-04-03T01:39:32.163753Z","end":"2026-04-03T01:39:32.672188Z","steps":["trace[1341228474] 'process raft request' (duration: 508.325456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:32.672328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:32.163732Z","time spent":"508.536533ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:38.916001Z","caller":"traceutil/trace.go:171","msg":"trace[664120294] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"214.30095ms","start":"2026-04-03T01:39:38.701674Z","end":"2026-04-03T01:39:38.915975Z","steps":["trace[664120294] 'process raft request' (duration: 214.137195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:39.718263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.532907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:39.718371Z","caller":"traceutil/trace.go:171","msg":"trace[1897627435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"626.682672ms","start":"2026-04-03T01:39:39.091665Z","end":"2026-04-03T01:39:39.718348Z","steps":["trace[1897627435] 'range keys from in-memory index tree' (duration: 626.447955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:39.718522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.145889ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:39:39.718619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:39.091619Z","time spent":"626.983862ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:39:39.718674Z","caller":"traceutil/trace.go:171","msg":"trace[565209392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:476; }","duration":"398.304974ms","start":"2026-04-03T01:39:39.320343Z","end":"2026-04-03T01:39:39.718648Z","steps":["trace[565209392] 'range keys from in-memory index tree' (duration: 398.130109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:43.427461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304825822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:39:43.667087Z","caller":"traceutil/trace.go:171","msg":"trace[13791049] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"977.129994ms","start":"2026-04-03T01:39:42.689927Z","end":"2026-04-03T01:39:43.667057Z","steps":["trace[13791049] 'process raft request' (duration: 975.933256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:43.667265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:42.689898Z","time spent":"977.275589ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:43.682785Z","caller":"traceutil/trace.go:171","msg":"trace[318753798] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:633; }","duration":"755.653936ms","start":"2026-04-03T01:39:42.927115Z","end":"2026-04-03T01:39:43.682769Z","steps":["trace[318753798] 'read index received' (duration: 738.658856ms)","trace[318753798] 'applied index is now lower than readState.Index' (duration: 16.99437ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:43.682829Z","caller":"traceutil/trace.go:171","msg":"trace[384494687] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"880.166128ms","start":"2026-04-03T01:39:42.802632Z","end":"2026-04-03T01:39:43.682798Z","steps":["trace[384494687] 'process raft request' (duration: 880.055985ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:43.682876Z","caller":"traceutil/trace.go:171","msg":"trace[849723413] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"680.587217ms","start":"2026-04-03T01:39:43.002282Z","end":"2026-04-03T01:39:43.682869Z","steps":["trace[849723413] 'process raft request' (duration: 680.432832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:43.68286Z","caller":"traceutil/trace.go:171","msg":"trace[493700536] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"940.063354ms","start":"2026-04-03T01:39:42.742769Z","end":"2026-04-03T01:39:43.682832Z","steps":["trace[493700536] 'process raft request' (duration: 937.086089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:43.682942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:43.002257Z","time spent":"680.638578ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:39:43.682941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:42.802614Z","time spent":"880.277691ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:39:43.682966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:42.742752Z","time spent":"940.161857ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:39:43.682974Z","caller":"traceutil/trace.go:171","msg":"trace[996777299] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"274.37857ms","start":"2026-04-03T01:39:43.408553Z","end":"2026-04-03T01:39:43.682931Z","steps":["trace[996777299] 'process raft request' (duration: 274.193894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:43.683049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.613345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:39:43.683038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.909224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:39:43.683074Z","caller":"traceutil/trace.go:171","msg":"trace[1212376634] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:616; }","duration":"481.687318ms","start":"2026-04-03T01:39:43.20138Z","end":"2026-04-03T01:39:43.683067Z","steps":["trace[1212376634] 'agreement among raft nodes before linearized reading' (duration: 481.646386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:43.683094Z","caller":"traceutil/trace.go:171","msg":"trace[665273150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"756.006507ms","start":"2026-04-03T01:39:42.927073Z","end":"2026-04-03T01:39:43.683079Z","steps":["trace[665273150] 'agreement among raft nodes before linearized reading' (duration: 755.808551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:43.683117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:43.201357Z","time spent":"481.756449ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-03T01:39:43.683127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:42.927054Z","time spent":"756.065748ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:39:43.683124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.263439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:43.683205Z","caller":"traceutil/trace.go:171","msg":"trace[1324878280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"593.386502ms","start":"2026-04-03T01:39:43.089799Z","end":"2026-04-03T01:39:43.683186Z","steps":["trace[1324878280] 'agreement among raft nodes before linearized reading' (duration: 593.236648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:43.683232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:43.089783Z","time spent":"593.444144ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:39:50.139352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.516884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T01:39:50.139438Z","caller":"traceutil/trace.go:171","msg":"trace[99875183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:682; }","duration":"103.638488ms","start":"2026-04-03T01:39:50.035782Z","end":"2026-04-03T01:39:50.13942Z","steps":["trace[99875183] 'range keys from in-memory index tree' (duration: 103.398391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:50.139522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.219694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T01:39:50.139599Z","caller":"traceutil/trace.go:171","msg":"trace[710516661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:682; }","duration":"103.341789ms","start":"2026-04-03T01:39:50.036236Z","end":"2026-04-03T01:39:50.139577Z","steps":["trace[710516661] 'range keys from in-memory index tree' (duration: 103.08026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:50.139579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.358322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:39:50.13972Z","caller":"traceutil/trace.go:171","msg":"trace[2087748984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:682; }","duration":"121.535218ms","start":"2026-04-03T01:39:50.018157Z","end":"2026-04-03T01:39:50.139692Z","steps":["trace[2087748984] 'range keys from in-memory index tree' (duration: 121.158395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:50.139774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.513625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:39:50.139887Z","caller":"traceutil/trace.go:171","msg":"trace[592177094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:682; }","duration":"411.67373ms","start":"2026-04-03T01:39:49.728189Z","end":"2026-04-03T01:39:50.139863Z","steps":["trace[592177094] 'range keys from in-memory index tree' (duration: 411.265517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:50.13994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:49.728171Z","time spent":"411.755283ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:39:50.575546Z","caller":"traceutil/trace.go:171","msg":"trace[873769469] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"132.414913ms","start":"2026-04-03T01:39:50.443101Z","end":"2026-04-03T01:39:50.575516Z","steps":["trace[873769469] 'process raft request' (duration: 132.232857ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:50.979793Z","caller":"traceutil/trace.go:171","msg":"trace[2075842347] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"190.453579ms","start":"2026-04-03T01:39:50.789308Z","end":"2026-04-03T01:39:50.979762Z","steps":["trace[2075842347] 'process raft request' (duration: 190.269653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:51.363094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.059649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:51.363193Z","caller":"traceutil/trace.go:171","msg":"trace[1656254257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"273.216694ms","start":"2026-04-03T01:39:51.089955Z","end":"2026-04-03T01:39:51.363172Z","steps":["trace[1656254257] 'range keys from in-memory index tree' (duration: 272.966207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:52.591839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304826094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:39:52.638395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020760283s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:39:52.63877Z","caller":"traceutil/trace.go:171","msg":"trace[2013523401] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:712; }","duration":"547.42661ms","start":"2026-04-03T01:39:52.091322Z","end":"2026-04-03T01:39:52.638749Z","steps":["trace[2013523401] 'read index received' (duration: 547.278546ms)","trace[2013523401] 'applied index is now lower than readState.Index' (duration: 146.724µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:52.638804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:51.617458Z","time spent":"1.021339241s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T01:39:52.638879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.550904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:52.638912Z","caller":"traceutil/trace.go:171","msg":"trace[1812902133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:689; }","duration":"547.637907ms","start":"2026-04-03T01:39:52.091264Z","end":"2026-04-03T01:39:52.638902Z","steps":["trace[1812902133] 'agreement among raft nodes before linearized reading' (duration: 547.564275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:52.638939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.091242Z","time spent":"547.691548ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:39:52.63906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.929569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T01:39:52.639097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.622644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:39:52.639164Z","caller":"traceutil/trace.go:171","msg":"trace[666500863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:689; }","duration":"414.726017ms","start":"2026-04-03T01:39:52.224422Z","end":"2026-04-03T01:39:52.639148Z","steps":["trace[666500863] 'agreement among raft nodes before linearized reading' (duration: 414.533701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:52.639113Z","caller":"traceutil/trace.go:171","msg":"trace[1714760009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:689; }","duration":"445.041392ms","start":"2026-04-03T01:39:52.194054Z","end":"2026-04-03T01:39:52.639096Z","steps":["trace[1714760009] 'agreement among raft nodes before linearized reading' (duration: 444.852146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:52.639158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.51978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T01:39:52.63921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.194025Z","time spent":"445.174867ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:39:52.63921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.224402Z","time spent":"414.79665ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:39:52.639209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.82799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T01:39:52.639232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.775809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T01:39:52.639265Z","caller":"traceutil/trace.go:171","msg":"trace[788878201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:689; }","duration":"414.917203ms","start":"2026-04-03T01:39:52.224331Z","end":"2026-04-03T01:39:52.639248Z","steps":["trace[788878201] 'agreement among raft nodes before linearized reading' (duration: 414.773149ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:52.639291Z","caller":"traceutil/trace.go:171","msg":"trace[259764636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:689; }","duration":"414.883262ms","start":"2026-04-03T01:39:52.224392Z","end":"2026-04-03T01:39:52.639275Z","steps":["trace[259764636] 'agreement among raft nodes before linearized reading' (duration: 414.690786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:52.639298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.224309Z","time spent":"414.981876ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:39:52.639221Z","caller":"traceutil/trace.go:171","msg":"trace[307814437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:689; }","duration":"414.634135ms","start":"2026-04-03T01:39:52.224574Z","end":"2026-04-03T01:39:52.639208Z","steps":["trace[307814437] 'agreement among raft nodes before linearized reading' (duration: 414.442679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:52.639323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.224374Z","time spent":"414.943424ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:39:52.639346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.224552Z","time spent":"414.787109ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T01:39:53.345425Z","caller":"traceutil/trace.go:171","msg":"trace[1125462193] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"705.561652ms","start":"2026-04-03T01:39:52.639834Z","end":"2026-04-03T01:39:53.345396Z","steps":["trace[1125462193] 'process raft request' (duration: 703.165336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:53.345565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.639821Z","time spent":"705.672156ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:53.405119Z","caller":"traceutil/trace.go:171","msg":"trace[1950279656] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"761.837443ms","start":"2026-04-03T01:39:52.643231Z","end":"2026-04-03T01:39:53.405068Z","steps":["trace[1950279656] 'process raft request' (duration: 761.688058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:53.405237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.643212Z","time spent":"761.962588ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:53.405424Z","caller":"traceutil/trace.go:171","msg":"trace[1982741854] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"761.975137ms","start":"2026-04-03T01:39:52.643407Z","end":"2026-04-03T01:39:53.405382Z","steps":["trace[1982741854] 'process raft request' (duration: 761.629646ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:53.405474Z","caller":"traceutil/trace.go:171","msg":"trace[754863093] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"761.974937ms","start":"2026-04-03T01:39:52.643479Z","end":"2026-04-03T01:39:53.405454Z","steps":["trace[754863093] 'process raft request' (duration: 761.908805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:53.405534Z","caller":"traceutil/trace.go:171","msg":"trace[435675635] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"762.042949ms","start":"2026-04-03T01:39:52.643468Z","end":"2026-04-03T01:39:53.405511Z","steps":["trace[435675635] 'process raft request' (duration: 761.826212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:53.405605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.643468Z","time spent":"762.06658ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:39:53.405621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.643386Z","time spent":"762.137413ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:53.405696Z","caller":"traceutil/trace.go:171","msg":"trace[1992069327] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:713; }","duration":"313.768615ms","start":"2026-04-03T01:39:53.09189Z","end":"2026-04-03T01:39:53.405658Z","steps":["trace[1992069327] 'read index received' (duration: 251.118501ms)","trace[1992069327] 'applied index is now lower than readState.Index' (duration: 62.648884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:39:53.405771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.643456Z","time spent":"762.174834ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:53.405735Z","caller":"traceutil/trace.go:171","msg":"trace[673758514] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"762.226086ms","start":"2026-04-03T01:39:52.643493Z","end":"2026-04-03T01:39:53.40572Z","steps":["trace[673758514] 'process raft request' (duration: 761.929466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:53.40581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.904669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:39:53.405844Z","caller":"traceutil/trace.go:171","msg":"trace[1496370821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"313.985781ms","start":"2026-04-03T01:39:53.091849Z","end":"2026-04-03T01:39:53.405835Z","steps":["trace[1496370821] 'agreement among raft nodes before linearized reading' (duration: 313.915619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:39:53.405867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:53.091829Z","time spent":"314.032073ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:39:53.40588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:39:52.643449Z","time spent":"762.38642ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:39:54.856276Z","caller":"traceutil/trace.go:171","msg":"trace[203838602] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"112.077597ms","start":"2026-04-03T01:39:54.744179Z","end":"2026-04-03T01:39:54.856257Z","steps":["trace[203838602] 'process raft request' (duration: 111.967543ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:55.02231Z","caller":"traceutil/trace.go:171","msg":"trace[1823742040] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"148.818056ms","start":"2026-04-03T01:39:54.873467Z","end":"2026-04-03T01:39:55.022285Z","steps":["trace[1823742040] 'process raft request' (duration: 103.959149ms)","trace[1823742040] 'compare' (duration: 44.737423ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:39:59.683085Z","caller":"traceutil/trace.go:171","msg":"trace[1953035915] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"133.640723ms","start":"2026-04-03T01:39:59.549412Z","end":"2026-04-03T01:39:59.683052Z","steps":["trace[1953035915] 'process raft request' (duration: 133.252571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:39:59.683428Z","caller":"traceutil/trace.go:171","msg":"trace[1935871987] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"123.528021ms","start":"2026-04-03T01:39:59.559795Z","end":"2026-04-03T01:39:59.683323Z","steps":["trace[1935871987] 'process raft request' (duration: 123.18748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:09.929505Z","caller":"traceutil/trace.go:171","msg":"trace[1729357048] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"351.901318ms","start":"2026-04-03T01:40:09.57758Z","end":"2026-04-03T01:40:09.929481Z","steps":["trace[1729357048] 'read index received' (duration: 351.690771ms)","trace[1729357048] 'applied index is now lower than readState.Index' (duration: 209.557µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:09.929571Z","caller":"traceutil/trace.go:171","msg":"trace[654939870] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"416.037549ms","start":"2026-04-03T01:40:09.513508Z","end":"2026-04-03T01:40:09.929546Z","steps":["trace[654939870] 'process raft request' (duration: 415.822642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:09.929759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.170017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:40:09.929805Z","caller":"traceutil/trace.go:171","msg":"trace[1147666858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"352.282861ms","start":"2026-04-03T01:40:09.57751Z","end":"2026-04-03T01:40:09.929793Z","steps":["trace[1147666858] 'agreement among raft nodes before linearized reading' (duration: 352.106155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:09.929836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.577483Z","time spent":"352.344702ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:40:09.929874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.332629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T01:40:09.929877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.726264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:40:09.929921Z","caller":"traceutil/trace.go:171","msg":"trace[51587730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"323.415611ms","start":"2026-04-03T01:40:09.606486Z","end":"2026-04-03T01:40:09.929902Z","steps":["trace[51587730] 'agreement among raft nodes before linearized reading' (duration: 323.237976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:09.929939Z","caller":"traceutil/trace.go:171","msg":"trace[87907127] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:805; }","duration":"253.864088ms","start":"2026-04-03T01:40:09.67606Z","end":"2026-04-03T01:40:09.929924Z","steps":["trace[87907127] 'agreement among raft nodes before linearized reading' (duration: 253.721384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:09.929967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.606462Z","time spent":"323.497664ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:40:09.930025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.061363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T01:40:09.930052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.557073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:40:09.930087Z","caller":"traceutil/trace.go:171","msg":"trace[1823608518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"209.161306ms","start":"2026-04-03T01:40:09.720909Z","end":"2026-04-03T01:40:09.930071Z","steps":["trace[1823608518] 'agreement among raft nodes before linearized reading' (duration: 208.918928ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:09.930153Z","caller":"traceutil/trace.go:171","msg":"trace[1349208892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"316.713769ms","start":"2026-04-03T01:40:09.613412Z","end":"2026-04-03T01:40:09.930125Z","steps":["trace[1349208892] 'agreement among raft nodes before linearized reading' (duration: 316.419429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:09.930166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.513494Z","time spent":"416.608628ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:09.930211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.613393Z","time spent":"316.804072ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:40:10.388465Z","caller":"traceutil/trace.go:171","msg":"trace[895882753] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"454.054479ms","start":"2026-04-03T01:40:09.934383Z","end":"2026-04-03T01:40:10.388438Z","steps":["trace[895882753] 'process raft request' (duration: 368.829647ms)","trace[895882753] 'compare' (duration: 85.027495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:10.38864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.934367Z","time spent":"454.188853ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:40:10.388783Z","caller":"traceutil/trace.go:171","msg":"trace[384197454] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"452.326864ms","start":"2026-04-03T01:40:09.936431Z","end":"2026-04-03T01:40:10.388758Z","steps":["trace[384197454] 'process raft request' (duration: 452.276432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:10.388793Z","caller":"traceutil/trace.go:171","msg":"trace[642765227] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"454.329838ms","start":"2026-04-03T01:40:09.934429Z","end":"2026-04-03T01:40:10.388758Z","steps":["trace[642765227] 'process raft request' (duration: 453.970067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:10.388901Z","caller":"traceutil/trace.go:171","msg":"trace[515690896] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"453.821951ms","start":"2026-04-03T01:40:09.935047Z","end":"2026-04-03T01:40:10.388869Z","steps":["trace[515690896] 'process raft request' (duration: 453.573814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:10.388949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.934404Z","time spent":"454.461841ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:10.388949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.936414Z","time spent":"452.445377ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:10.389053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:09.935023Z","time spent":"453.951416ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:40:18.720052Z","caller":"traceutil/trace.go:171","msg":"trace[1552260932] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"147.762112ms","start":"2026-04-03T01:40:18.572266Z","end":"2026-04-03T01:40:18.720028Z","steps":["trace[1552260932] 'process raft request' (duration: 119.800192ms)","trace[1552260932] 'compare' (duration: 27.856176ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:18.851289Z","caller":"traceutil/trace.go:171","msg":"trace[1363779227] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"123.952434ms","start":"2026-04-03T01:40:18.727304Z","end":"2026-04-03T01:40:18.851256Z","steps":["trace[1363779227] 'process raft request' (duration: 123.882272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:18.851313Z","caller":"traceutil/trace.go:171","msg":"trace[2039086322] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"124.072758ms","start":"2026-04-03T01:40:18.72721Z","end":"2026-04-03T01:40:18.851283Z","steps":["trace[2039086322] 'process raft request' (duration: 103.511504ms)","trace[2039086322] 'compare' (duration: 20.248904ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:18.885682Z","caller":"traceutil/trace.go:171","msg":"trace[134642337] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"102.265914ms","start":"2026-04-03T01:40:18.783393Z","end":"2026-04-03T01:40:18.885659Z","steps":["trace[134642337] 'process raft request' (duration: 102.195342ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:18.885708Z","caller":"traceutil/trace.go:171","msg":"trace[1655678687] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"138.997803ms","start":"2026-04-03T01:40:18.746692Z","end":"2026-04-03T01:40:18.88569Z","steps":["trace[1655678687] 'process raft request' (duration: 138.768226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:20.793813Z","caller":"traceutil/trace.go:171","msg":"trace[172797430] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"134.792079ms","start":"2026-04-03T01:40:20.65898Z","end":"2026-04-03T01:40:20.793772Z","steps":["trace[172797430] 'process raft request' (duration: 99.428534ms)","trace[172797430] 'compare' (duration: 35.174669ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:24.265376Z","caller":"traceutil/trace.go:171","msg":"trace[1293422605] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:997; }","duration":"174.014428ms","start":"2026-04-03T01:40:24.091335Z","end":"2026-04-03T01:40:24.26535Z","steps":["trace[1293422605] 'read index received' (duration: 173.788921ms)","trace[1293422605] 'applied index is now lower than readState.Index' (duration: 224.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:24.265468Z","caller":"traceutil/trace.go:171","msg":"trace[579424696] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"268.105792ms","start":"2026-04-03T01:40:23.997304Z","end":"2026-04-03T01:40:24.26541Z","steps":["trace[579424696] 'process raft request' (duration: 267.900075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:24.265545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.183043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:40:24.265622Z","caller":"traceutil/trace.go:171","msg":"trace[1791942051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:966; }","duration":"174.267726ms","start":"2026-04-03T01:40:24.091332Z","end":"2026-04-03T01:40:24.265599Z","steps":["trace[1791942051] 'agreement among raft nodes before linearized reading' (duration: 174.128372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.254362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304827031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:40:39.391156Z","caller":"traceutil/trace.go:171","msg":"trace[1359536281] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"781.32966ms","start":"2026-04-03T01:40:38.609806Z","end":"2026-04-03T01:40:39.391135Z","steps":["trace[1359536281] 'process raft request' (duration: 781.214316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.391283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:38.609781Z","time spent":"781.434913ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:40:39.587371Z","caller":"traceutil/trace.go:171","msg":"trace[1982584358] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1237; }","duration":"833.296612ms","start":"2026-04-03T01:40:38.754045Z","end":"2026-04-03T01:40:39.587342Z","steps":["trace[1982584358] 'read index received' (duration: 636.969331ms)","trace[1982584358] 'applied index is now lower than readState.Index' (duration: 196.325911ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:39.587519Z","caller":"traceutil/trace.go:171","msg":"trace[482225592] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"679.577375ms","start":"2026-04-03T01:40:38.907926Z","end":"2026-04-03T01:40:39.587503Z","steps":["trace[482225592] 'process raft request' (duration: 669.700261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.587719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.470307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:40:39.587787Z","caller":"traceutil/trace.go:171","msg":"trace[730972511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1204; }","duration":"833.54624ms","start":"2026-04-03T01:40:38.754224Z","end":"2026-04-03T01:40:39.587771Z","steps":["trace[730972511] 'agreement among raft nodes before linearized reading' (duration: 833.316452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.587788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.402972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:40:39.587778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:38.907904Z","time spent":"679.664397ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:39.587837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:38.754123Z","time spent":"833.702764ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:40:39.587925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.85638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:40:39.587841Z","caller":"traceutil/trace.go:171","msg":"trace[1674625615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"496.492925ms","start":"2026-04-03T01:40:39.091334Z","end":"2026-04-03T01:40:39.587827Z","steps":["trace[1674625615] 'agreement among raft nodes before linearized reading' (duration: 496.411702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.587965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.551908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:40:39.588008Z","caller":"traceutil/trace.go:171","msg":"trace[800729046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1204; }","duration":"833.989734ms","start":"2026-04-03T01:40:38.754Z","end":"2026-04-03T01:40:39.58799Z","steps":["trace[800729046] 'agreement among raft nodes before linearized reading' (duration: 833.753006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.587999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.918696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T01:40:39.58804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:39.091315Z","time spent":"496.703062ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:40:39.588066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:38.753985Z","time spent":"834.072447ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:40:39.588086Z","caller":"traceutil/trace.go:171","msg":"trace[1889711188] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1204; }","duration":"323.021379ms","start":"2026-04-03T01:40:39.265035Z","end":"2026-04-03T01:40:39.588057Z","steps":["trace[1889711188] 'agreement among raft nodes before linearized reading' (duration: 322.830813ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:39.588141Z","caller":"traceutil/trace.go:171","msg":"trace[1199468669] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1204; }","duration":"826.677332ms","start":"2026-04-03T01:40:38.761354Z","end":"2026-04-03T01:40:39.588031Z","steps":["trace[1199468669] 'agreement among raft nodes before linearized reading' (duration: 826.426904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.588241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:39.265018Z","time spent":"323.214075ms","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":148,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:40:39.588266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:38.76134Z","time spent":"826.907699ms","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:40:39.588481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.966673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:40:39.588517Z","caller":"traceutil/trace.go:171","msg":"trace[1206006074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1204; }","duration":"834.043675ms","start":"2026-04-03T01:40:38.754465Z","end":"2026-04-03T01:40:39.588509Z","steps":["trace[1206006074] 'agreement among raft nodes before linearized reading' (duration: 833.371874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:39.588533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:38.754443Z","time spent":"834.086057ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T01:40:41.702951Z","caller":"traceutil/trace.go:171","msg":"trace[1000777837] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"102.506628ms","start":"2026-04-03T01:40:41.600419Z","end":"2026-04-03T01:40:41.702926Z","steps":["trace[1000777837] 'process raft request' (duration: 31.494641ms)","trace[1000777837] 'compare' (duration: 70.887533ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:41.779892Z","caller":"traceutil/trace.go:171","msg":"trace[352370947] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1248; }","duration":"160.493103ms","start":"2026-04-03T01:40:41.619376Z","end":"2026-04-03T01:40:41.779869Z","steps":["trace[352370947] 'read index received' (duration: 12.548929ms)","trace[352370947] 'applied index is now lower than readState.Index' (duration: 147.942844ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:41.779971Z","caller":"traceutil/trace.go:171","msg":"trace[1040454979] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"176.659406ms","start":"2026-04-03T01:40:41.60328Z","end":"2026-04-03T01:40:41.779939Z","steps":["trace[1040454979] 'process raft request' (duration: 176.334995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:41.780015Z","caller":"traceutil/trace.go:171","msg":"trace[1120214135] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"176.683057ms","start":"2026-04-03T01:40:41.603306Z","end":"2026-04-03T01:40:41.779989Z","steps":["trace[1120214135] 'process raft request' (duration: 176.476411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:41.780127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.72674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T01:40:41.780164Z","caller":"traceutil/trace.go:171","msg":"trace[511528060] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1216; }","duration":"160.783102ms","start":"2026-04-03T01:40:41.61937Z","end":"2026-04-03T01:40:41.780154Z","steps":["trace[511528060] 'agreement among raft nodes before linearized reading' (duration: 160.626907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:41.780233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.026939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-dnqk8\" ","response":"range_response_count:1 size:4162"} {"level":"info","ts":"2026-04-03T01:40:41.78037Z","caller":"traceutil/trace.go:171","msg":"trace[950900894] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-dnqk8; range_end:; response_count:1; response_revision:1216; }","duration":"122.205015ms","start":"2026-04-03T01:40:41.658145Z","end":"2026-04-03T01:40:41.78035Z","steps":["trace[950900894] 'agreement among raft nodes before linearized reading' (duration: 121.900865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:53.951536Z","caller":"traceutil/trace.go:171","msg":"trace[104844224] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"308.995494ms","start":"2026-04-03T01:40:53.642508Z","end":"2026-04-03T01:40:53.951504Z","steps":["trace[104844224] 'process raft request' (duration: 307.835097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:53.951757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:40:53.642482Z","time spent":"309.141698ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:40:53.951794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.010862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-m9rqv\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-03T01:40:53.951907Z","caller":"traceutil/trace.go:171","msg":"trace[489764496] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-m9rqv; range_end:; response_count:1; response_revision:1337; }","duration":"241.196848ms","start":"2026-04-03T01:40:53.710691Z","end":"2026-04-03T01:40:53.951888Z","steps":["trace[489764496] 'agreement among raft nodes before linearized reading' (duration: 240.871678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:53.951507Z","caller":"traceutil/trace.go:171","msg":"trace[2033947358] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1379; }","duration":"240.658342ms","start":"2026-04-03T01:40:53.710748Z","end":"2026-04-03T01:40:53.951406Z","steps":["trace[2033947358] 'read index received' (duration: 239.526716ms)","trace[2033947358] 'applied index is now lower than readState.Index' (duration: 1.130216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:40:53.952584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.339703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:40:53.952651Z","caller":"traceutil/trace.go:171","msg":"trace[388725519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1337; }","duration":"202.453426ms","start":"2026-04-03T01:40:53.750175Z","end":"2026-04-03T01:40:53.952628Z","steps":["trace[388725519] 'agreement among raft nodes before linearized reading' (duration: 202.208269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:53.952837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.509968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:40:53.952894Z","caller":"traceutil/trace.go:171","msg":"trace[1332139561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1337; }","duration":"107.590541ms","start":"2026-04-03T01:40:53.845291Z","end":"2026-04-03T01:40:53.952882Z","steps":["trace[1332139561] 'agreement among raft nodes before linearized reading' (duration: 107.374294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:53.953128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.568545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:40:53.953244Z","caller":"traceutil/trace.go:171","msg":"trace[1868020053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1337; }","duration":"110.718111ms","start":"2026-04-03T01:40:53.842509Z","end":"2026-04-03T01:40:53.953227Z","steps":["trace[1868020053] 'agreement among raft nodes before linearized reading' (duration: 110.532835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:53.953266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.964564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:40:53.953426Z","caller":"traceutil/trace.go:171","msg":"trace[833172434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1337; }","duration":"114.133099ms","start":"2026-04-03T01:40:53.839269Z","end":"2026-04-03T01:40:53.953402Z","steps":["trace[833172434] 'agreement among raft nodes before linearized reading' (duration: 113.649444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:56.121003Z","caller":"traceutil/trace.go:171","msg":"trace[1173362950] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"138.701569ms","start":"2026-04-03T01:40:55.982267Z","end":"2026-04-03T01:40:56.120968Z","steps":["trace[1173362950] 'process raft request' (duration: 99.518453ms)","trace[1173362950] 'compare' (duration: 39.016271ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:56.121235Z","caller":"traceutil/trace.go:171","msg":"trace[747851165] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"138.499663ms","start":"2026-04-03T01:40:55.982716Z","end":"2026-04-03T01:40:56.121216Z","steps":["trace[747851165] 'process raft request' (duration: 138.196093ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:56.12125Z","caller":"traceutil/trace.go:171","msg":"trace[577285559] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"138.373729ms","start":"2026-04-03T01:40:55.982851Z","end":"2026-04-03T01:40:56.121225Z","steps":["trace[577285559] 'process raft request' (duration: 138.262106ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.192749Z","caller":"traceutil/trace.go:171","msg":"trace[2061290672] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"212.436204ms","start":"2026-04-03T01:40:57.980282Z","end":"2026-04-03T01:40:58.192718Z","steps":["trace[2061290672] 'process raft request' (duration: 196.710824ms)","trace[2061290672] 'compare' (duration: 15.600906ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:58.2015Z","caller":"traceutil/trace.go:171","msg":"trace[2092770869] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1410; }","duration":"219.24154ms","start":"2026-04-03T01:40:57.982233Z","end":"2026-04-03T01:40:58.201475Z","steps":["trace[2092770869] 'read index received' (duration: 194.774062ms)","trace[2092770869] 'applied index is now lower than readState.Index' (duration: 24.466278ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:58.201513Z","caller":"traceutil/trace.go:171","msg":"trace[1616750253] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"219.786207ms","start":"2026-04-03T01:40:57.981699Z","end":"2026-04-03T01:40:58.201485Z","steps":["trace[1616750253] 'process raft request' (duration: 219.56699ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.201638Z","caller":"traceutil/trace.go:171","msg":"trace[1285516368] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"219.502838ms","start":"2026-04-03T01:40:57.982108Z","end":"2026-04-03T01:40:58.20161Z","steps":["trace[1285516368] 'process raft request' (duration: 219.331993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.201648Z","caller":"traceutil/trace.go:171","msg":"trace[1140505726] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"219.493558ms","start":"2026-04-03T01:40:57.982108Z","end":"2026-04-03T01:40:58.201602Z","steps":["trace[1140505726] 'process raft request' (duration: 219.286262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:58.201931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.670644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:40:58.201994Z","caller":"traceutil/trace.go:171","msg":"trace[1579510393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1370; }","duration":"219.773937ms","start":"2026-04-03T01:40:57.982207Z","end":"2026-04-03T01:40:58.201981Z","steps":["trace[1579510393] 'agreement among raft nodes before linearized reading' (duration: 219.406246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:58.21598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.876108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:40:58.216036Z","caller":"traceutil/trace.go:171","msg":"trace[894392355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1370; }","duration":"123.979112ms","start":"2026-04-03T01:40:58.092043Z","end":"2026-04-03T01:40:58.216022Z","steps":["trace[894392355] 'agreement among raft nodes before linearized reading' (duration: 123.872348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.603697Z","caller":"traceutil/trace.go:171","msg":"trace[1199964219] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"103.753249ms","start":"2026-04-03T01:40:58.499915Z","end":"2026-04-03T01:40:58.603668Z","steps":["trace[1199964219] 'process raft request' (duration: 83.544296ms)","trace[1199964219] 'compare' (duration: 20.028437ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:58.64003Z","caller":"traceutil/trace.go:171","msg":"trace[396521144] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"100.563077ms","start":"2026-04-03T01:40:58.539421Z","end":"2026-04-03T01:40:58.639984Z","steps":["trace[396521144] 'process raft request' (duration: 100.120893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.640051Z","caller":"traceutil/trace.go:171","msg":"trace[126957073] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"100.298388ms","start":"2026-04-03T01:40:58.539722Z","end":"2026-04-03T01:40:58.640021Z","steps":["trace[126957073] 'process raft request' (duration: 99.985228ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.923446Z","caller":"traceutil/trace.go:171","msg":"trace[453568234] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"265.621214ms","start":"2026-04-03T01:40:58.657782Z","end":"2026-04-03T01:40:58.923403Z","steps":["trace[453568234] 'process raft request' (duration: 227.779371ms)","trace[453568234] 'compare' (duration: 37.582574ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:58.952209Z","caller":"traceutil/trace.go:171","msg":"trace[592395284] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"248.417007ms","start":"2026-04-03T01:40:58.703762Z","end":"2026-04-03T01:40:58.952179Z","steps":["trace[592395284] 'process raft request' (duration: 248.137788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:58.952222Z","caller":"traceutil/trace.go:171","msg":"trace[1215395764] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"247.636512ms","start":"2026-04-03T01:40:58.704554Z","end":"2026-04-03T01:40:58.952191Z","steps":["trace[1215395764] 'process raft request' (duration: 247.461956ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.114181Z","caller":"traceutil/trace.go:171","msg":"trace[1535405549] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"188.689229ms","start":"2026-04-03T01:40:58.92546Z","end":"2026-04-03T01:40:59.114149Z","steps":["trace[1535405549] 'process raft request' (duration: 113.850889ms)","trace[1535405549] 'compare' (duration: 74.643054ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:59.120795Z","caller":"traceutil/trace.go:171","msg":"trace[65037413] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"165.562473ms","start":"2026-04-03T01:40:58.955211Z","end":"2026-04-03T01:40:59.120774Z","steps":["trace[65037413] 'process raft request' (duration: 165.112009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.309746Z","caller":"traceutil/trace.go:171","msg":"trace[232739998] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"101.172247ms","start":"2026-04-03T01:40:59.208552Z","end":"2026-04-03T01:40:59.309724Z","steps":["trace[232739998] 'process raft request' (duration: 101.071703ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.678444Z","caller":"traceutil/trace.go:171","msg":"trace[209503715] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"213.288551ms","start":"2026-04-03T01:40:59.465128Z","end":"2026-04-03T01:40:59.678416Z","steps":["trace[209503715] 'process raft request' (duration: 130.050665ms)","trace[209503715] 'compare' (duration: 82.953357ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:59.678635Z","caller":"traceutil/trace.go:171","msg":"trace[32073926] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1455; }","duration":"181.676786ms","start":"2026-04-03T01:40:59.496841Z","end":"2026-04-03T01:40:59.678518Z","steps":["trace[32073926] 'read index received' (duration: 98.353378ms)","trace[32073926] 'applied index is now lower than readState.Index' (duration: 83.322398ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:40:59.678752Z","caller":"traceutil/trace.go:171","msg":"trace[701583190] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"211.435992ms","start":"2026-04-03T01:40:59.467303Z","end":"2026-04-03T01:40:59.678739Z","steps":["trace[701583190] 'process raft request' (duration: 211.126263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.678781Z","caller":"traceutil/trace.go:171","msg":"trace[239609207] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"213.25895ms","start":"2026-04-03T01:40:59.465475Z","end":"2026-04-03T01:40:59.678734Z","steps":["trace[239609207] 'process raft request' (duration: 212.882688ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.679057Z","caller":"traceutil/trace.go:171","msg":"trace[1923850221] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"178.858066ms","start":"2026-04-03T01:40:59.500187Z","end":"2026-04-03T01:40:59.679045Z","steps":["trace[1923850221] 'process raft request' (duration: 178.305199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:59.67909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.908337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-04-03T01:40:59.679464Z","caller":"traceutil/trace.go:171","msg":"trace[931094667] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1414; }","duration":"212.30118ms","start":"2026-04-03T01:40:59.467143Z","end":"2026-04-03T01:40:59.679445Z","steps":["trace[931094667] 'agreement among raft nodes before linearized reading' (duration: 211.630719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:59.679115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.804029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:40:59.679536Z","caller":"traceutil/trace.go:171","msg":"trace[510673986] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1414; }","duration":"209.264973ms","start":"2026-04-03T01:40:59.470253Z","end":"2026-04-03T01:40:59.679518Z","steps":["trace[510673986] 'agreement among raft nodes before linearized reading' (duration: 208.556791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:59.679104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.714344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-04-03T01:40:59.679779Z","caller":"traceutil/trace.go:171","msg":"trace[1151090189] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1414; }","duration":"175.424477ms","start":"2026-04-03T01:40:59.504332Z","end":"2026-04-03T01:40:59.679756Z","steps":["trace[1151090189] 'agreement among raft nodes before linearized reading' (duration: 174.642432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:40:59.67914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.714966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:40:59.679875Z","caller":"traceutil/trace.go:171","msg":"trace[1104205676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1414; }","duration":"187.48939ms","start":"2026-04-03T01:40:59.492371Z","end":"2026-04-03T01:40:59.679861Z","steps":["trace[1104205676] 'agreement among raft nodes before linearized reading' (duration: 186.418346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.787422Z","caller":"traceutil/trace.go:171","msg":"trace[1303683621] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"101.91147ms","start":"2026-04-03T01:40:59.685483Z","end":"2026-04-03T01:40:59.787395Z","steps":["trace[1303683621] 'process raft request' (duration: 101.743634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.787538Z","caller":"traceutil/trace.go:171","msg":"trace[1110551299] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"101.420505ms","start":"2026-04-03T01:40:59.686092Z","end":"2026-04-03T01:40:59.787513Z","steps":["trace[1110551299] 'process raft request' (duration: 101.205048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.787693Z","caller":"traceutil/trace.go:171","msg":"trace[838390881] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"101.487166ms","start":"2026-04-03T01:40:59.686194Z","end":"2026-04-03T01:40:59.787682Z","steps":["trace[838390881] 'process raft request' (duration: 101.143055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.787775Z","caller":"traceutil/trace.go:171","msg":"trace[1741920382] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"102.321272ms","start":"2026-04-03T01:40:59.685376Z","end":"2026-04-03T01:40:59.787698Z","steps":["trace[1741920382] 'process raft request' (duration: 94.248476ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.788033Z","caller":"traceutil/trace.go:171","msg":"trace[421700784] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"101.803927ms","start":"2026-04-03T01:40:59.68622Z","end":"2026-04-03T01:40:59.788024Z","steps":["trace[421700784] 'process raft request' (duration: 101.401484ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.788041Z","caller":"traceutil/trace.go:171","msg":"trace[456388952] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"101.703823ms","start":"2026-04-03T01:40:59.686296Z","end":"2026-04-03T01:40:59.787999Z","steps":["trace[456388952] 'process raft request' (duration: 101.637081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.788129Z","caller":"traceutil/trace.go:171","msg":"trace[401903667] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"101.004111ms","start":"2026-04-03T01:40:59.687114Z","end":"2026-04-03T01:40:59.788118Z","steps":["trace[401903667] 'process raft request' (duration: 100.855896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:40:59.788168Z","caller":"traceutil/trace.go:171","msg":"trace[348935863] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"101.90431ms","start":"2026-04-03T01:40:59.686254Z","end":"2026-04-03T01:40:59.788158Z","steps":["trace[348935863] 'process raft request' (duration: 101.6ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:04.041482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.895138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:41:04.041563Z","caller":"traceutil/trace.go:171","msg":"trace[1693589689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1468; }","duration":"152.026423ms","start":"2026-04-03T01:41:03.889518Z","end":"2026-04-03T01:41:04.041544Z","steps":["trace[1693589689] 'range keys from in-memory index tree' (duration: 151.644901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:04.0415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.69086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rvnch\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-03T01:41:04.041689Z","caller":"traceutil/trace.go:171","msg":"trace[2032261800] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rvnch; range_end:; response_count:1; response_revision:1468; }","duration":"284.879986ms","start":"2026-04-03T01:41:03.756793Z","end":"2026-04-03T01:41:04.041673Z","steps":["trace[2032261800] 'range keys from in-memory index tree' (duration: 284.573996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:06.249497Z","caller":"traceutil/trace.go:171","msg":"trace[1936959753] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1523; }","duration":"193.757759ms","start":"2026-04-03T01:41:06.055717Z","end":"2026-04-03T01:41:06.249474Z","steps":["trace[1936959753] 'read index received' (duration: 193.553773ms)","trace[1936959753] 'applied index is now lower than readState.Index' (duration: 203.006µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:06.24958Z","caller":"traceutil/trace.go:171","msg":"trace[783553995] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"201.343691ms","start":"2026-04-03T01:41:06.048217Z","end":"2026-04-03T01:41:06.24956Z","steps":["trace[783553995] 'process raft request' (duration: 201.123064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.249728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.992317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:41:06.249761Z","caller":"traceutil/trace.go:171","msg":"trace[1166672966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1478; }","duration":"194.07576ms","start":"2026-04-03T01:41:06.055675Z","end":"2026-04-03T01:41:06.24975Z","steps":["trace[1166672966] 'agreement among raft nodes before linearized reading' (duration: 193.939566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.249741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.352343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:41:06.249816Z","caller":"traceutil/trace.go:171","msg":"trace[1808506288] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1478; }","duration":"191.459956ms","start":"2026-04-03T01:41:06.058336Z","end":"2026-04-03T01:41:06.249796Z","steps":["trace[1808506288] 'agreement among raft nodes before linearized reading' (duration: 191.319802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.249789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.561887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:06.249874Z","caller":"traceutil/trace.go:171","msg":"trace[999344407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1478; }","duration":"156.699431ms","start":"2026-04-03T01:41:06.093157Z","end":"2026-04-03T01:41:06.249856Z","steps":["trace[999344407] 'agreement among raft nodes before linearized reading' (duration: 156.541726ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:06.704498Z","caller":"traceutil/trace.go:171","msg":"trace[63922106] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"450.184492ms","start":"2026-04-03T01:41:06.254285Z","end":"2026-04-03T01:41:06.704469Z","steps":["trace[63922106] 'process raft request' (duration: 449.998407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.704658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:06.254246Z","time spent":"450.321837ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:06.704693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.703509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:41:06.704778Z","caller":"traceutil/trace.go:171","msg":"trace[1374537969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1479; }","duration":"361.850404ms","start":"2026-04-03T01:41:06.342913Z","end":"2026-04-03T01:41:06.704763Z","steps":["trace[1374537969] 'agreement among raft nodes before linearized reading' (duration: 361.640847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.704857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:06.342889Z","time spent":"361.956716ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:41:06.704452Z","caller":"traceutil/trace.go:171","msg":"trace[843045066] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1524; }","duration":"361.450321ms","start":"2026-04-03T01:41:06.342978Z","end":"2026-04-03T01:41:06.704429Z","steps":["trace[843045066] 'read index received' (duration: 361.294736ms)","trace[843045066] 'applied index is now lower than readState.Index' (duration: 154.555µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:06.976732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.643704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T01:41:06.977056Z","caller":"traceutil/trace.go:171","msg":"trace[1866040855] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"271.957247ms","start":"2026-04-03T01:41:06.705062Z","end":"2026-04-03T01:41:06.977019Z","steps":["trace[1866040855] 'read index received' (duration: 51.988643ms)","trace[1866040855] 'applied index is now lower than readState.Index' (duration: 219.965284ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:06.977061Z","caller":"traceutil/trace.go:171","msg":"trace[1670662596] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"268.002201ms","start":"2026-04-03T01:41:06.709036Z","end":"2026-04-03T01:41:06.977039Z","steps":["trace[1670662596] 'process raft request' (duration: 267.857636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.97732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.539988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T01:41:06.977311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.236119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:41:06.97738Z","caller":"traceutil/trace.go:171","msg":"trace[1160614151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1480; }","duration":"631.632742ms","start":"2026-04-03T01:41:06.345734Z","end":"2026-04-03T01:41:06.977366Z","steps":["trace[1160614151] 'agreement among raft nodes before linearized reading' (duration: 631.432345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:06.977399Z","caller":"traceutil/trace.go:171","msg":"trace[1776679766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1480; }","duration":"631.355473ms","start":"2026-04-03T01:41:06.346023Z","end":"2026-04-03T01:41:06.977378Z","steps":["trace[1776679766] 'agreement among raft nodes before linearized reading' (duration: 631.115635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.977417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:06.345723Z","time spent":"631.685833ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:41:06.977415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.724106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T01:41:06.977454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:06.346008Z","time spent":"631.437805ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:41:06.977488Z","caller":"traceutil/trace.go:171","msg":"trace[1270979270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1480; }","duration":"632.82871ms","start":"2026-04-03T01:41:06.344642Z","end":"2026-04-03T01:41:06.977471Z","steps":["trace[1270979270] 'agreement among raft nodes before linearized reading' (duration: 632.611643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:06.977537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:06.344629Z","time spent":"632.900772ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T01:41:07.113289Z","caller":"traceutil/trace.go:171","msg":"trace[1279917033] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"131.234022ms","start":"2026-04-03T01:41:06.982038Z","end":"2026-04-03T01:41:07.113272Z","steps":["trace[1279917033] 'process raft request' (duration: 131.197191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:07.113324Z","caller":"traceutil/trace.go:171","msg":"trace[237488862] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"131.263113ms","start":"2026-04-03T01:41:06.982039Z","end":"2026-04-03T01:41:07.113302Z","steps":["trace[237488862] 'process raft request' (duration: 131.15556ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:07.113291Z","caller":"traceutil/trace.go:171","msg":"trace[333346578] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"131.45863ms","start":"2026-04-03T01:41:06.981801Z","end":"2026-04-03T01:41:07.11326Z","steps":["trace[333346578] 'process raft request' (duration: 94.230696ms)","trace[333346578] 'compare' (duration: 37.015887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:11.898953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.000892ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T01:41:11.899368Z","caller":"traceutil/trace.go:171","msg":"trace[103843117] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"246.844757ms","start":"2026-04-03T01:41:11.6525Z","end":"2026-04-03T01:41:11.899344Z","steps":["trace[103843117] 'process raft request' (duration: 246.571788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900414Z","caller":"traceutil/trace.go:171","msg":"trace[1949862635] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"172.857094ms","start":"2026-04-03T01:41:11.72754Z","end":"2026-04-03T01:41:11.900397Z","steps":["trace[1949862635] 'process raft request' (duration: 172.630257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900429Z","caller":"traceutil/trace.go:171","msg":"trace[288679206] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"173.489915ms","start":"2026-04-03T01:41:11.72692Z","end":"2026-04-03T01:41:11.90041Z","steps":["trace[288679206] 'process raft request' (duration: 173.161794ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900507Z","caller":"traceutil/trace.go:171","msg":"trace[201501701] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"191.236828ms","start":"2026-04-03T01:41:11.709257Z","end":"2026-04-03T01:41:11.900493Z","steps":["trace[201501701] 'process raft request' (duration: 190.627529ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900554Z","caller":"traceutil/trace.go:171","msg":"trace[1768980396] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"173.562107ms","start":"2026-04-03T01:41:11.726975Z","end":"2026-04-03T01:41:11.900537Z","steps":["trace[1768980396] 'process raft request' (duration: 173.134593ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900582Z","caller":"traceutil/trace.go:171","msg":"trace[996188029] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"172.71927ms","start":"2026-04-03T01:41:11.727856Z","end":"2026-04-03T01:41:11.900575Z","steps":["trace[996188029] 'process raft request' (duration: 172.454472ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900639Z","caller":"traceutil/trace.go:171","msg":"trace[1277660672] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"172.970968ms","start":"2026-04-03T01:41:11.727662Z","end":"2026-04-03T01:41:11.900633Z","steps":["trace[1277660672] 'process raft request' (duration: 172.550724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900654Z","caller":"traceutil/trace.go:171","msg":"trace[1778766919] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"172.894695ms","start":"2026-04-03T01:41:11.727751Z","end":"2026-04-03T01:41:11.900645Z","steps":["trace[1778766919] 'process raft request' (duration: 172.498363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900686Z","caller":"traceutil/trace.go:171","msg":"trace[152444473] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"172.841483ms","start":"2026-04-03T01:41:11.727839Z","end":"2026-04-03T01:41:11.900681Z","steps":["trace[152444473] 'process raft request' (duration: 172.443171ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.901281Z","caller":"traceutil/trace.go:171","msg":"trace[1539315969] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"174.472646ms","start":"2026-04-03T01:41:11.725934Z","end":"2026-04-03T01:41:11.900407Z","steps":["trace[1539315969] 'process raft request' (duration: 174.109154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900663Z","caller":"traceutil/trace.go:171","msg":"trace[796755498] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"172.466602ms","start":"2026-04-03T01:41:11.72816Z","end":"2026-04-03T01:41:11.900627Z","steps":["trace[796755498] 'process raft request' (duration: 172.193843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.900447Z","caller":"traceutil/trace.go:171","msg":"trace[1149178416] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1579; }","duration":"152.113625ms","start":"2026-04-03T01:41:11.748312Z","end":"2026-04-03T01:41:11.900425Z","steps":["trace[1149178416] 'read index received' (duration: 118.076893ms)","trace[1149178416] 'applied index is now lower than readState.Index' (duration: 34.035622ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:11.901543Z","caller":"traceutil/trace.go:171","msg":"trace[312727863] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"173.438533ms","start":"2026-04-03T01:41:11.72792Z","end":"2026-04-03T01:41:11.901359Z","steps":["trace[312727863] 'process raft request' (duration: 172.41071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:11.901821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.491169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:41:11.901888Z","caller":"traceutil/trace.go:171","msg":"trace[1463214213] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1545; }","duration":"153.579092ms","start":"2026-04-03T01:41:11.748277Z","end":"2026-04-03T01:41:11.901856Z","steps":["trace[1463214213] 'agreement among raft nodes before linearized reading' (duration: 153.303083ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:11.902867Z","caller":"traceutil/trace.go:171","msg":"trace[1269403738] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"172.562775ms","start":"2026-04-03T01:41:11.728537Z","end":"2026-04-03T01:41:11.9011Z","steps":["trace[1269403738] 'process raft request' (duration: 171.851162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:12.101904Z","caller":"traceutil/trace.go:171","msg":"trace[1422807877] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"124.039373ms","start":"2026-04-03T01:41:11.977842Z","end":"2026-04-03T01:41:12.101882Z","steps":["trace[1422807877] 'process raft request' (duration: 94.98067ms)","trace[1422807877] 'compare' (duration: 28.9617ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:12.121033Z","caller":"traceutil/trace.go:171","msg":"trace[426157957] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"106.951511ms","start":"2026-04-03T01:41:12.014065Z","end":"2026-04-03T01:41:12.121017Z","steps":["trace[426157957] 'process raft request' (duration: 106.721563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:12.252781Z","caller":"traceutil/trace.go:171","msg":"trace[192245103] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"126.155221ms","start":"2026-04-03T01:41:12.126608Z","end":"2026-04-03T01:41:12.252763Z","steps":["trace[192245103] 'process raft request' (duration: 77.99056ms)","trace[192245103] 'compare' (duration: 48.025576ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:23.285246Z","caller":"traceutil/trace.go:171","msg":"trace[2054476388] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"142.722057ms","start":"2026-04-03T01:41:23.142502Z","end":"2026-04-03T01:41:23.285224Z","steps":["trace[2054476388] 'process raft request' (duration: 142.387717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:25.383471Z","caller":"traceutil/trace.go:171","msg":"trace[1801042369] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"236.649094ms","start":"2026-04-03T01:41:25.146799Z","end":"2026-04-03T01:41:25.383449Z","steps":["trace[1801042369] 'process raft request' (duration: 236.5172ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:25.679119Z","caller":"traceutil/trace.go:171","msg":"trace[1749917468] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1826; }","duration":"377.102669ms","start":"2026-04-03T01:41:25.301991Z","end":"2026-04-03T01:41:25.679094Z","steps":["trace[1749917468] 'read index received' (duration: 81.305875ms)","trace[1749917468] 'applied index is now lower than readState.Index' (duration: 295.795494ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:25.67923Z","caller":"traceutil/trace.go:171","msg":"trace[652754906] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"501.508675ms","start":"2026-04-03T01:41:25.177696Z","end":"2026-04-03T01:41:25.679205Z","steps":["trace[652754906] 'process raft request' (duration: 501.213545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:25.679323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.325837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T01:41:25.679382Z","caller":"traceutil/trace.go:171","msg":"trace[229617905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1772; }","duration":"377.41905ms","start":"2026-04-03T01:41:25.301949Z","end":"2026-04-03T01:41:25.679368Z","steps":["trace[229617905] 'agreement among raft nodes before linearized reading' (duration: 377.278445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:25.679393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:25.177678Z","time spent":"501.606478ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:25.679419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:25.301934Z","time spent":"377.475901ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:41:25.679604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.808906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T01:41:25.679685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.867588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T01:41:25.679712Z","caller":"traceutil/trace.go:171","msg":"trace[400272999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1772; }","duration":"346.962701ms","start":"2026-04-03T01:41:25.332731Z","end":"2026-04-03T01:41:25.679694Z","steps":["trace[400272999] 'agreement among raft nodes before linearized reading' (duration: 346.699783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:25.679751Z","caller":"traceutil/trace.go:171","msg":"trace[1862536603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1772; }","duration":"346.93059ms","start":"2026-04-03T01:41:25.332803Z","end":"2026-04-03T01:41:25.679733Z","steps":["trace[1862536603] 'agreement among raft nodes before linearized reading' (duration: 346.731944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:25.679768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:25.332716Z","time spent":"347.043054ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:41:25.679796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:25.332799Z","time spent":"346.985362ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:41:30.217243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.619742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fc012f9-0ef0-49ad-be4d-18372f9db710\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-03T01:41:30.217339Z","caller":"traceutil/trace.go:171","msg":"trace[1277499818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fc012f9-0ef0-49ad-be4d-18372f9db710; range_end:; response_count:1; response_revision:1869; }","duration":"325.775577ms","start":"2026-04-03T01:41:29.891544Z","end":"2026-04-03T01:41:30.21732Z","steps":["trace[1277499818] 'range keys from in-memory index tree' (duration: 325.296251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:30.217341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.430614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T01:41:30.217383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:29.89153Z","time spent":"325.843429ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fc012f9-0ef0-49ad-be4d-18372f9db710\" "} {"level":"info","ts":"2026-04-03T01:41:30.217401Z","caller":"traceutil/trace.go:171","msg":"trace[223041997] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1869; }","duration":"184.544537ms","start":"2026-04-03T01:41:30.03284Z","end":"2026-04-03T01:41:30.217384Z","steps":["trace[223041997] 'range keys from in-memory index tree' (duration: 184.243437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:30.217411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.751945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T01:41:30.217453Z","caller":"traceutil/trace.go:171","msg":"trace[568856427] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1869; }","duration":"391.841317ms","start":"2026-04-03T01:41:29.8256Z","end":"2026-04-03T01:41:30.217441Z","steps":["trace[568856427] 'range keys from in-memory index tree' (duration: 391.597769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:30.217476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:29.825579Z","time spent":"391.892039ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T01:41:30.849113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304828332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:41:31.128494Z","caller":"traceutil/trace.go:171","msg":"trace[2131935312] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"907.423558ms","start":"2026-04-03T01:41:30.221042Z","end":"2026-04-03T01:41:31.128465Z","steps":["trace[2131935312] 'process raft request' (duration: 907.252273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.128745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.221023Z","time spent":"907.544252ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:31.36823Z","caller":"traceutil/trace.go:171","msg":"trace[370786150] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.1462149s","start":"2026-04-03T01:41:30.221966Z","end":"2026-04-03T01:41:31.368181Z","steps":["trace[370786150] 'process raft request' (duration: 1.145938671s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:31.368266Z","caller":"traceutil/trace.go:171","msg":"trace[200815930] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1927; }","duration":"1.020041048s","start":"2026-04-03T01:41:30.348196Z","end":"2026-04-03T01:41:31.368237Z","steps":["trace[200815930] 'read index received' (duration: 780.177362ms)","trace[200815930] 'applied index is now lower than readState.Index' (duration: 239.862106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:31.368401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.221926Z","time spent":"1.146371775s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:31.368473Z","caller":"traceutil/trace.go:171","msg":"trace[541105187] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"949.856957ms","start":"2026-04-03T01:41:30.418579Z","end":"2026-04-03T01:41:31.368436Z","steps":["trace[541105187] 'process raft request' (duration: 949.578818ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:31.368511Z","caller":"traceutil/trace.go:171","msg":"trace[430595265] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.14497251s","start":"2026-04-03T01:41:30.223457Z","end":"2026-04-03T01:41:31.36843Z","steps":["trace[430595265] 'process raft request' (duration: 1.14464364s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.368599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.692576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fc012f9-0ef0-49ad-be4d-18372f9db710\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-04-03T01:41:31.368623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.418556Z","time spent":"949.986781ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:31.36867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.11612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:41:31.368717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.788361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-04-03T01:41:31.368789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.290739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:41:31.368828Z","caller":"traceutil/trace.go:171","msg":"trace[28317231] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1873; }","duration":"312.378141ms","start":"2026-04-03T01:41:31.056441Z","end":"2026-04-03T01:41:31.368819Z","steps":["trace[28317231] 'agreement among raft nodes before linearized reading' (duration: 312.318469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.368852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.727986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-03T01:41:31.368869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.056404Z","time spent":"312.456653ms","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:41:31.3689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.9055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:41:31.368953Z","caller":"traceutil/trace.go:171","msg":"trace[441807511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1873; }","duration":"526.990373ms","start":"2026-04-03T01:41:30.84195Z","end":"2026-04-03T01:41:31.36894Z","steps":["trace[441807511] 'agreement among raft nodes before linearized reading' (duration: 526.864609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.368594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.412082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:31.368896Z","caller":"traceutil/trace.go:171","msg":"trace[31525823] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1873; }","duration":"616.808448ms","start":"2026-04-03T01:41:30.752078Z","end":"2026-04-03T01:41:31.368886Z","steps":["trace[31525823] 'agreement among raft nodes before linearized reading' (duration: 616.641763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.369491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.752052Z","time spent":"617.429918ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:41:31.368733Z","caller":"traceutil/trace.go:171","msg":"trace[1767692566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"277.195213ms","start":"2026-04-03T01:41:31.09152Z","end":"2026-04-03T01:41:31.368715Z","steps":["trace[1767692566] 'agreement among raft nodes before linearized reading' (duration: 277.12862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.36893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.223447Z","time spent":"1.145208968s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:31.368786Z","caller":"traceutil/trace.go:171","msg":"trace[1870960762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"590.898735ms","start":"2026-04-03T01:41:30.777868Z","end":"2026-04-03T01:41:31.368767Z","steps":["trace[1870960762] 'agreement among raft nodes before linearized reading' (duration: 590.756401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.370054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.777837Z","time spent":"592.197587ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T01:41:31.368682Z","caller":"traceutil/trace.go:171","msg":"trace[1766569424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9fc012f9-0ef0-49ad-be4d-18372f9db710; range_end:; response_count:1; response_revision:1873; }","duration":"996.832041ms","start":"2026-04-03T01:41:30.371831Z","end":"2026-04-03T01:41:31.368663Z","steps":["trace[1766569424] 'agreement among raft nodes before linearized reading' (duration: 996.670106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.370228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.371806Z","time spent":"998.39054ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9fc012f9-0ef0-49ad-be4d-18372f9db710\" "} {"level":"info","ts":"2026-04-03T01:41:31.369006Z","caller":"traceutil/trace.go:171","msg":"trace[1290021793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1873; }","duration":"357.881696ms","start":"2026-04-03T01:41:31.011111Z","end":"2026-04-03T01:41:31.368993Z","steps":["trace[1290021793] 'agreement among raft nodes before linearized reading' (duration: 357.394511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.370305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.011093Z","time spent":"359.195789ms","remote":"127.0.0.1:54226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:41:31.368576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020362608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-03T01:41:31.370421Z","caller":"traceutil/trace.go:171","msg":"trace[1932222791] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1873; }","duration":"1.022251599s","start":"2026-04-03T01:41:30.348136Z","end":"2026-04-03T01:41:31.370387Z","steps":["trace[1932222791] 'agreement among raft nodes before linearized reading' (duration: 1.020271756s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:31.36902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.841937Z","time spent":"527.070916ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:41:31.370475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:30.348108Z","time spent":"1.022351202s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:41:32.088093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.383265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:41:32.088351Z","caller":"traceutil/trace.go:171","msg":"trace[1413420313] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1931; }","duration":"681.92817ms","start":"2026-04-03T01:41:31.406407Z","end":"2026-04-03T01:41:32.088335Z","steps":["trace[1413420313] 'read index received' (duration: 49.135362ms)","trace[1413420313] 'applied index is now lower than readState.Index' (duration: 632.791698ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:32.088354Z","caller":"traceutil/trace.go:171","msg":"trace[55139643] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"713.792763ms","start":"2026-04-03T01:41:31.374527Z","end":"2026-04-03T01:41:32.08832Z","steps":["trace[55139643] 'process raft request' (duration: 81.079157ms)","trace[55139643] 'compare' (duration: 632.118567ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:32.088485Z","caller":"traceutil/trace.go:171","msg":"trace[1274563865] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"712.002646ms","start":"2026-04-03T01:41:31.376467Z","end":"2026-04-03T01:41:32.08847Z","steps":["trace[1274563865] 'process raft request' (duration: 711.739808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:32.088483Z","caller":"traceutil/trace.go:171","msg":"trace[1741052317] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"711.325655ms","start":"2026-04-03T01:41:31.377124Z","end":"2026-04-03T01:41:32.088449Z","steps":["trace[1741052317] 'process raft request' (duration: 711.160789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:32.088501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.37451Z","time spent":"713.931927ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:32.088567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.376444Z","time spent":"712.079058ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:32.088575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.628535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T01:41:32.088617Z","caller":"traceutil/trace.go:171","msg":"trace[295059705] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1876; }","duration":"466.676367ms","start":"2026-04-03T01:41:31.621929Z","end":"2026-04-03T01:41:32.088606Z","steps":["trace[295059705] 'agreement among raft nodes before linearized reading' (duration: 466.537322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:32.088633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.176988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T01:41:32.088649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.621869Z","time spent":"466.77352ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-03T01:41:32.08864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.377107Z","time spent":"711.444378ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:32.088673Z","caller":"traceutil/trace.go:171","msg":"trace[746940952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1876; }","duration":"314.259391ms","start":"2026-04-03T01:41:31.774402Z","end":"2026-04-03T01:41:32.088662Z","steps":["trace[746940952] 'agreement among raft nodes before linearized reading' (duration: 314.134247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:32.088674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.515784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T01:41:32.088694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.529561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:41:32.088727Z","caller":"traceutil/trace.go:171","msg":"trace[702138110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1876; }","duration":"311.600036ms","start":"2026-04-03T01:41:31.777113Z","end":"2026-04-03T01:41:32.088713Z","steps":["trace[702138110] 'agreement among raft nodes before linearized reading' (duration: 311.39482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:32.088751Z","caller":"traceutil/trace.go:171","msg":"trace[996819690] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1876; }","duration":"365.623654ms","start":"2026-04-03T01:41:31.723108Z","end":"2026-04-03T01:41:32.088732Z","steps":["trace[996819690] 'agreement among raft nodes before linearized reading' (duration: 365.52446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:32.088943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.723083Z","time spent":"365.838671ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:41:32.088763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.777106Z","time spent":"311.649858ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:41:32.088781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.549768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T01:41:32.088705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.774348Z","time spent":"314.350484ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:41:32.089132Z","caller":"traceutil/trace.go:171","msg":"trace[872157222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1876; }","duration":"313.930281ms","start":"2026-04-03T01:41:31.775188Z","end":"2026-04-03T01:41:32.089118Z","steps":["trace[872157222] 'agreement among raft nodes before linearized reading' (duration: 313.535838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:32.088842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.432866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:41:32.089423Z","caller":"traceutil/trace.go:171","msg":"trace[1546030527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1876; }","duration":"683.022905ms","start":"2026-04-03T01:41:31.406386Z","end":"2026-04-03T01:41:32.089409Z","steps":["trace[1546030527] 'agreement among raft nodes before linearized reading' (duration: 682.397015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:32.089443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.775163Z","time spent":"314.2327ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:41:32.08947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:31.406377Z","time spent":"683.081827ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:41:34.284436Z","caller":"traceutil/trace.go:171","msg":"trace[1273652282] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"119.194139ms","start":"2026-04-03T01:41:34.165216Z","end":"2026-04-03T01:41:34.28441Z","steps":["trace[1273652282] 'read index received' (duration: 118.953591ms)","trace[1273652282] 'applied index is now lower than readState.Index' (duration: 179.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:34.284451Z","caller":"traceutil/trace.go:171","msg":"trace[935819723] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"185.490667ms","start":"2026-04-03T01:41:34.098913Z","end":"2026-04-03T01:41:34.284404Z","steps":["trace[935819723] 'process raft request' (duration: 185.26703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.284672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.930311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:41:34.284727Z","caller":"traceutil/trace.go:171","msg":"trace[1416055529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1902; }","duration":"119.041005ms","start":"2026-04-03T01:41:34.165674Z","end":"2026-04-03T01:41:34.284715Z","steps":["trace[1416055529] 'agreement among raft nodes before linearized reading' (duration: 118.8839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:34.284734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.835888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T01:41:34.284731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.488249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T01:41:34.284778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.969522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:41:34.284832Z","caller":"traceutil/trace.go:171","msg":"trace[1422331686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"119.036494ms","start":"2026-04-03T01:41:34.165782Z","end":"2026-04-03T01:41:34.284818Z","steps":["trace[1422331686] 'agreement among raft nodes before linearized reading' (duration: 118.879119ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.28483Z","caller":"traceutil/trace.go:171","msg":"trace[115660786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"119.603113ms","start":"2026-04-03T01:41:34.165206Z","end":"2026-04-03T01:41:34.284809Z","steps":["trace[115660786] 'agreement among raft nodes before linearized reading' (duration: 119.319194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:34.28478Z","caller":"traceutil/trace.go:171","msg":"trace[663007447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"118.90646ms","start":"2026-04-03T01:41:34.165863Z","end":"2026-04-03T01:41:34.28477Z","steps":["trace[663007447] 'agreement among raft nodes before linearized reading' (duration: 118.754166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:35.666796Z","caller":"traceutil/trace.go:171","msg":"trace[587888963] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"146.27072ms","start":"2026-04-03T01:41:35.5205Z","end":"2026-04-03T01:41:35.666771Z","steps":["trace[587888963] 'process raft request' (duration: 111.568157ms)","trace[587888963] 'compare' (duration: 34.539898ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:35.871094Z","caller":"traceutil/trace.go:171","msg":"trace[2126168711] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"111.941669ms","start":"2026-04-03T01:41:35.759114Z","end":"2026-04-03T01:41:35.871055Z","steps":["trace[2126168711] 'process raft request' (duration: 111.720872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:36.026724Z","caller":"traceutil/trace.go:171","msg":"trace[338075707] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"116.684089ms","start":"2026-04-03T01:41:35.910011Z","end":"2026-04-03T01:41:36.026695Z","steps":["trace[338075707] 'process raft request' (duration: 85.613151ms)","trace[338075707] 'compare' (duration: 30.945184ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:38.444041Z","caller":"traceutil/trace.go:171","msg":"trace[855646223] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"455.253699ms","start":"2026-04-03T01:41:37.988759Z","end":"2026-04-03T01:41:38.444013Z","steps":["trace[855646223] 'read index received' (duration: 455.132225ms)","trace[855646223] 'applied index is now lower than readState.Index' (duration: 119.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:38.444139Z","caller":"traceutil/trace.go:171","msg":"trace[2118870367] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"483.752974ms","start":"2026-04-03T01:41:37.960333Z","end":"2026-04-03T01:41:38.444086Z","steps":["trace[2118870367] 'process raft request' (duration: 483.466195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.444317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.525367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T01:41:38.444421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:37.960313Z","time spent":"483.94754ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:38.444445Z","caller":"traceutil/trace.go:171","msg":"trace[2128600422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1950; }","duration":"455.609049ms","start":"2026-04-03T01:41:37.988741Z","end":"2026-04-03T01:41:38.44435Z","steps":["trace[2128600422] 'agreement among raft nodes before linearized reading' (duration: 455.431584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.444512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:37.988731Z","time spent":"455.763855ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:41:38.444549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.973945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T01:41:38.444561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.56061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:41:38.4446Z","caller":"traceutil/trace.go:171","msg":"trace[710096343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1950; }","duration":"144.056599ms","start":"2026-04-03T01:41:38.300521Z","end":"2026-04-03T01:41:38.444578Z","steps":["trace[710096343] 'agreement among raft nodes before linearized reading' (duration: 143.942625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.444638Z","caller":"traceutil/trace.go:171","msg":"trace[695584310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1950; }","duration":"136.661534ms","start":"2026-04-03T01:41:38.30796Z","end":"2026-04-03T01:41:38.444622Z","steps":["trace[695584310] 'agreement among raft nodes before linearized reading' (duration: 136.451927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.444413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.224864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:41:38.444647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.754329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:41:38.444725Z","caller":"traceutil/trace.go:171","msg":"trace[1017229981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1950; }","duration":"137.864732ms","start":"2026-04-03T01:41:38.306845Z","end":"2026-04-03T01:41:38.44471Z","steps":["trace[1017229981] 'agreement among raft nodes before linearized reading' (duration: 137.616794ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.44472Z","caller":"traceutil/trace.go:171","msg":"trace[912940534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1950; }","duration":"352.599976ms","start":"2026-04-03T01:41:38.092093Z","end":"2026-04-03T01:41:38.444693Z","steps":["trace[912940534] 'agreement among raft nodes before linearized reading' (duration: 352.259685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.444794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.5117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T01:41:38.444784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.809066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T01:41:38.444832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.430961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-03T01:41:38.444849Z","caller":"traceutil/trace.go:171","msg":"trace[2048870687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1950; }","duration":"137.644925ms","start":"2026-04-03T01:41:38.307193Z","end":"2026-04-03T01:41:38.444838Z","steps":["trace[2048870687] 'agreement among raft nodes before linearized reading' (duration: 137.417478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.444878Z","caller":"traceutil/trace.go:171","msg":"trace[132531971] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1950; }","duration":"122.490393ms","start":"2026-04-03T01:41:38.322364Z","end":"2026-04-03T01:41:38.444855Z","steps":["trace[132531971] 'agreement among raft nodes before linearized reading' (duration: 122.402061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.444806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.092039Z","time spent":"352.74981ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:41:38.444872Z","caller":"traceutil/trace.go:171","msg":"trace[1812957428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1950; }","duration":"135.92944ms","start":"2026-04-03T01:41:38.308924Z","end":"2026-04-03T01:41:38.444854Z","steps":["trace[1812957428] 'agreement among raft nodes before linearized reading' (duration: 135.655722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.445074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.473724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-03T01:41:38.445431Z","caller":"traceutil/trace.go:171","msg":"trace[1265469299] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1950; }","duration":"123.898917ms","start":"2026-04-03T01:41:38.321493Z","end":"2026-04-03T01:41:38.445392Z","steps":["trace[1265469299] 'agreement among raft nodes before linearized reading' (duration: 122.959048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.875353Z","caller":"traceutil/trace.go:171","msg":"trace[1488795683] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2012; }","duration":"425.810353ms","start":"2026-04-03T01:41:38.449513Z","end":"2026-04-03T01:41:38.875324Z","steps":["trace[1488795683] 'read index received' (duration: 18.756006ms)","trace[1488795683] 'applied index is now lower than readState.Index' (duration: 407.052517ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:38.875446Z","caller":"traceutil/trace.go:171","msg":"trace[418480292] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"426.35299ms","start":"2026-04-03T01:41:38.44904Z","end":"2026-04-03T01:41:38.875393Z","steps":["trace[418480292] 'process raft request' (duration: 426.096082ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.875583Z","caller":"traceutil/trace.go:171","msg":"trace[1936954675] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"426.783585ms","start":"2026-04-03T01:41:38.448773Z","end":"2026-04-03T01:41:38.875557Z","steps":["trace[1936954675] 'process raft request' (duration: 349.377124ms)","trace[1936954675] 'compare' (duration: 76.75956ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:41:38.875606Z","caller":"traceutil/trace.go:171","msg":"trace[940716166] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"425.746501ms","start":"2026-04-03T01:41:38.449841Z","end":"2026-04-03T01:41:38.875588Z","steps":["trace[940716166] 'process raft request' (duration: 425.339329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.875672Z","caller":"traceutil/trace.go:171","msg":"trace[2037107706] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"417.541281ms","start":"2026-04-03T01:41:38.458062Z","end":"2026-04-03T01:41:38.875603Z","steps":["trace[2037107706] 'process raft request' (duration: 417.17955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.875788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.449831Z","time spent":"425.873665ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:38.875793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.44876Z","time spent":"426.917048ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:38.875897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.458052Z","time spent":"417.724887ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11248,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:38.875976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.459414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-04-03T01:41:38.875917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.862553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11263"} {"level":"info","ts":"2026-04-03T01:41:38.876047Z","caller":"traceutil/trace.go:171","msg":"trace[1325255149] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"426.545026ms","start":"2026-04-03T01:41:38.44948Z","end":"2026-04-03T01:41:38.876025Z","steps":["trace[1325255149] 'agreement among raft nodes before linearized reading' (duration: 426.33114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.876089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.449472Z","time spent":"426.609119ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:41:38.876088Z","caller":"traceutil/trace.go:171","msg":"trace[1332192068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1956; }","duration":"178.104641ms","start":"2026-04-03T01:41:38.697958Z","end":"2026-04-03T01:41:38.876063Z","steps":["trace[1332192068] 'agreement among raft nodes before linearized reading' (duration: 177.76814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.875938Z","caller":"traceutil/trace.go:171","msg":"trace[795486769] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"427.024152ms","start":"2026-04-03T01:41:38.448822Z","end":"2026-04-03T01:41:38.875846Z","steps":["trace[795486769] 'process raft request' (duration: 426.227486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.875919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.449032Z","time spent":"426.512236ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:38.876315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.448806Z","time spent":"427.402804ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:38.876463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.939328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-03T01:41:38.876303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.605198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-03T01:41:38.876589Z","caller":"traceutil/trace.go:171","msg":"trace[782657038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"426.107993ms","start":"2026-04-03T01:41:38.450463Z","end":"2026-04-03T01:41:38.876571Z","steps":["trace[782657038] 'agreement among raft nodes before linearized reading' (duration: 425.164013ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:38.876651Z","caller":"traceutil/trace.go:171","msg":"trace[2087688950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"404.015981ms","start":"2026-04-03T01:41:38.472614Z","end":"2026-04-03T01:41:38.87663Z","steps":["trace[2087688950] 'agreement among raft nodes before linearized reading' (duration: 403.185194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:38.876849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.472603Z","time spent":"404.151526ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T01:41:38.876763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.450457Z","time spent":"426.293558ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:41:39.216614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.129047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:41:39.21683Z","caller":"traceutil/trace.go:171","msg":"trace[397790410] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"332.844839ms","start":"2026-04-03T01:41:38.883967Z","end":"2026-04-03T01:41:39.216811Z","steps":["trace[397790410] 'process raft request' (duration: 112.434603ms)","trace[397790410] 'compare' (duration: 219.991733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:41:39.216902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.883938Z","time spent":"332.929282ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:39.217005Z","caller":"traceutil/trace.go:171","msg":"trace[2122661401] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"332.437816ms","start":"2026-04-03T01:41:38.88454Z","end":"2026-04-03T01:41:39.216977Z","steps":["trace[2122661401] 'process raft request' (duration: 332.212139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:39.217165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.884518Z","time spent":"332.558739ms","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1138,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:39.21718Z","caller":"traceutil/trace.go:171","msg":"trace[674789980] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"332.557319ms","start":"2026-04-03T01:41:38.884614Z","end":"2026-04-03T01:41:39.217172Z","steps":["trace[674789980] 'process raft request' (duration: 332.26689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:39.217334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.884603Z","time spent":"332.699495ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:41:39.217549Z","caller":"traceutil/trace.go:171","msg":"trace[1660569542] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"332.770277ms","start":"2026-04-03T01:41:38.884072Z","end":"2026-04-03T01:41:39.216842Z","steps":["trace[1660569542] 'process raft request' (duration: 332.637703ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:39.217885Z","caller":"traceutil/trace.go:171","msg":"trace[589719085] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"292.474126ms","start":"2026-04-03T01:41:38.92537Z","end":"2026-04-03T01:41:39.217844Z","steps":["trace[589719085] 'process raft request' (duration: 292.197657ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:41:39.217604Z","caller":"traceutil/trace.go:171","msg":"trace[965668235] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"332.89015ms","start":"2026-04-03T01:41:38.884674Z","end":"2026-04-03T01:41:39.217564Z","steps":["trace[965668235] 'process raft request' (duration: 332.454046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:39.21818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.884664Z","time spent":"333.442238ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:39.217931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:41:38.884064Z","time spent":"333.729297ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:41:41.360486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.632869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:41:41.360588Z","caller":"traceutil/trace.go:171","msg":"trace[812533907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"268.785963ms","start":"2026-04-03T01:41:41.09177Z","end":"2026-04-03T01:41:41.360556Z","steps":["trace[812533907] 'range keys from in-memory index tree' (duration: 268.540405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.360698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.772054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-03T01:41:41.360778Z","caller":"traceutil/trace.go:171","msg":"trace[1206578761] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1976; }","duration":"123.897058ms","start":"2026-04-03T01:41:41.236864Z","end":"2026-04-03T01:41:41.360761Z","steps":["trace[1206578761] 'range keys from in-memory index tree' (duration: 123.581558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:41:41.360791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.244743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-03T01:41:41.360866Z","caller":"traceutil/trace.go:171","msg":"trace[1485892651] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1976; }","duration":"115.374797ms","start":"2026-04-03T01:41:41.245473Z","end":"2026-04-03T01:41:41.360848Z","steps":["trace[1485892651] 'range keys from in-memory index tree' (duration: 114.970675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:10.651834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.831449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-03T01:42:10.65193Z","caller":"traceutil/trace.go:171","msg":"trace[1735209292] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2187; }","duration":"484.970373ms","start":"2026-04-03T01:42:10.166933Z","end":"2026-04-03T01:42:10.651903Z","steps":["trace[1735209292] 'range keys from in-memory index tree' (duration: 484.641544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:10.651975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:10.166913Z","time spent":"485.053046ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T01:42:10.651979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.002227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-03T01:42:10.652032Z","caller":"traceutil/trace.go:171","msg":"trace[1386715575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"492.09886ms","start":"2026-04-03T01:42:10.159919Z","end":"2026-04-03T01:42:10.652018Z","steps":["trace[1386715575] 'range keys from in-memory index tree' (duration: 491.867123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:10.652054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:10.1599Z","time spent":"492.149322ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T01:42:15.944193Z","caller":"traceutil/trace.go:171","msg":"trace[263388683] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"130.017162ms","start":"2026-04-03T01:42:15.814143Z","end":"2026-04-03T01:42:15.944161Z","steps":["trace[263388683] 'process raft request' (duration: 53.697237ms)","trace[263388683] 'compare' (duration: 76.025746ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:15.944163Z","caller":"traceutil/trace.go:171","msg":"trace[66068170] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"129.92503ms","start":"2026-04-03T01:42:15.814214Z","end":"2026-04-03T01:42:15.944139Z","steps":["trace[66068170] 'process raft request' (duration: 129.840337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:16.512016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.605285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:42:16.512155Z","caller":"traceutil/trace.go:171","msg":"trace[61411864] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"561.261479ms","start":"2026-04-03T01:42:15.95088Z","end":"2026-04-03T01:42:16.512142Z","steps":["trace[61411864] 'process raft request' (duration: 293.473848ms)","trace[61411864] 'compare' (duration: 267.516542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:42:16.512204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:15.950866Z","time spent":"561.321501ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:16.515854Z","caller":"traceutil/trace.go:171","msg":"trace[1205443282] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2300; }","duration":"362.955816ms","start":"2026-04-03T01:42:16.152889Z","end":"2026-04-03T01:42:16.515845Z","steps":["trace[1205443282] 'read index received' (duration: 91.465257ms)","trace[1205443282] 'applied index is now lower than readState.Index' (duration: 271.490058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:42:16.515991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.108181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T01:42:16.516024Z","caller":"traceutil/trace.go:171","msg":"trace[1679793166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2226; }","duration":"363.182273ms","start":"2026-04-03T01:42:16.152833Z","end":"2026-04-03T01:42:16.516015Z","steps":["trace[1679793166] 'agreement among raft nodes before linearized reading' (duration: 363.064269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:16.516059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:16.15281Z","time spent":"363.243905ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T01:42:16.516181Z","caller":"traceutil/trace.go:171","msg":"trace[1681212892] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"564.601695ms","start":"2026-04-03T01:42:15.951515Z","end":"2026-04-03T01:42:16.516117Z","steps":["trace[1681212892] 'process raft request' (duration: 564.288395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:16.516397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:15.951494Z","time spent":"564.78565ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:42:18.03252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336642582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-03T01:42:18.032602Z","caller":"traceutil/trace.go:171","msg":"trace[342430740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2227; }","duration":"1.336770706s","start":"2026-04-03T01:42:16.695811Z","end":"2026-04-03T01:42:18.032582Z","steps":["trace[342430740] 'range keys from in-memory index tree' (duration: 1.336422296s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.032638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:16.695792Z","time spent":"1.336837519s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T01:42:18.560153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345567496s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T01:42:18.560232Z","caller":"traceutil/trace.go:171","msg":"trace[648225966] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"1.794319439s","start":"2026-04-03T01:42:16.765898Z","end":"2026-04-03T01:42:18.560218Z","steps":["trace[648225966] 'read index received' (duration: 448.690311ms)","trace[648225966] 'applied index is now lower than readState.Index' (duration: 1.345628008s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:42:18.561171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794866656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:42:18.561333Z","caller":"traceutil/trace.go:171","msg":"trace[1709672554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2227; }","duration":"1.795458596s","start":"2026-04-03T01:42:16.765846Z","end":"2026-04-03T01:42:18.561304Z","steps":["trace[1709672554] 'agreement among raft nodes before linearized reading' (duration: 1.794733983s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.56145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:16.765824Z","time spent":"1.79560774s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:42:18.604689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390059001s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:42:18.605352Z","caller":"traceutil/trace.go:171","msg":"trace[1122371999] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"1.589263142s","start":"2026-04-03T01:42:17.016056Z","end":"2026-04-03T01:42:18.605319Z","steps":["trace[1122371999] 'process raft request' (duration: 1.588921751s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:18.60539Z","caller":"traceutil/trace.go:171","msg":"trace[1119848949] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"1.549207569s","start":"2026-04-03T01:42:17.056166Z","end":"2026-04-03T01:42:18.605373Z","steps":["trace[1119848949] 'process raft request' (duration: 1.549030103s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.605518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.01603Z","time spent":"1.589404467s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:42:18.605553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.056141Z","time spent":"1.549320942s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:18.90257Z","caller":"traceutil/trace.go:171","msg":"trace[1894262422] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.273264389s","start":"2026-04-03T01:42:17.629261Z","end":"2026-04-03T01:42:18.902525Z","steps":["trace[1894262422] 'process raft request' (duration: 1.273047752s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.902735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.629228Z","time spent":"1.273420404s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:18.902811Z","caller":"traceutil/trace.go:171","msg":"trace[470479549] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"659.927575ms","start":"2026-04-03T01:42:18.242859Z","end":"2026-04-03T01:42:18.902787Z","steps":["trace[470479549] 'process raft request' (duration: 659.596734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.242829Z","time spent":"660.08406ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:18.903179Z","caller":"traceutil/trace.go:171","msg":"trace[79533313] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2304; }","duration":"342.9186ms","start":"2026-04-03T01:42:18.560248Z","end":"2026-04-03T01:42:18.903167Z","steps":["trace[79533313] 'read index received' (duration: 44.700631ms)","trace[79533313] 'applied index is now lower than readState.Index' (duration: 298.216749ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:18.903263Z","caller":"traceutil/trace.go:171","msg":"trace[12670577] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"337.391723ms","start":"2026-04-03T01:42:18.56586Z","end":"2026-04-03T01:42:18.903251Z","steps":["trace[12670577] 'process raft request' (duration: 336.837376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.565842Z","time spent":"337.447196ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:42:18.903398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684174909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T01:42:18.903459Z","caller":"traceutil/trace.go:171","msg":"trace[1967626156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"1.684235691s","start":"2026-04-03T01:42:17.219212Z","end":"2026-04-03T01:42:18.903447Z","steps":["trace[1967626156] 'agreement among raft nodes before linearized reading' (duration: 1.684056155s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.219136Z","time spent":"1.684360344s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:42:18.903578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115288708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-03T01:42:18.90385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.432674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-03T01:42:18.903886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649181536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T01:42:18.903927Z","caller":"traceutil/trace.go:171","msg":"trace[1302610459] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2232; }","duration":"387.539037ms","start":"2026-04-03T01:42:18.516365Z","end":"2026-04-03T01:42:18.903904Z","steps":["trace[1302610459] 'agreement among raft nodes before linearized reading' (duration: 387.369132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:18.903943Z","caller":"traceutil/trace.go:171","msg":"trace[1788199146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"1.649256819s","start":"2026-04-03T01:42:17.254669Z","end":"2026-04-03T01:42:18.903926Z","steps":["trace[1788199146] 'agreement among raft nodes before linearized reading' (duration: 1.649120505s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.254659Z","time spent":"1.64931576s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:42:18.903728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728468596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T01:42:18.903904Z","caller":"traceutil/trace.go:171","msg":"trace[1844859191] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2232; }","duration":"1.11566402s","start":"2026-04-03T01:42:17.78822Z","end":"2026-04-03T01:42:18.903884Z","steps":["trace[1844859191] 'agreement among raft nodes before linearized reading' (duration: 1.115179334s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.904059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.788199Z","time spent":"1.115847596s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T01:42:18.903434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812205798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:42:18.90412Z","caller":"traceutil/trace.go:171","msg":"trace[369960007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"1.812914681s","start":"2026-04-03T01:42:17.091191Z","end":"2026-04-03T01:42:18.904106Z","steps":["trace[369960007] 'agreement among raft nodes before linearized reading' (duration: 1.812143216s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.044605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-03T01:42:18.904166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.091183Z","time spent":"1.812972802s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:42:18.904201Z","caller":"traceutil/trace.go:171","msg":"trace[1981939122] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2232; }","duration":"383.649864ms","start":"2026-04-03T01:42:18.520521Z","end":"2026-04-03T01:42:18.90417Z","steps":["trace[1981939122] 'agreement among raft nodes before linearized reading' (duration: 382.89818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722361053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T01:42:18.904298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.520502Z","time spent":"383.760388ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:42:18.904396Z","caller":"traceutil/trace.go:171","msg":"trace[1741935929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2232; }","duration":"1.722970141s","start":"2026-04-03T01:42:17.181345Z","end":"2026-04-03T01:42:18.904315Z","steps":["trace[1741935929] 'agreement among raft nodes before linearized reading' (duration: 1.722143605s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.903816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644707264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T01:42:18.904506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.181335Z","time spent":"1.723150738s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T01:42:18.903664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.82276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b545a088bd25\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T01:42:18.904778Z","caller":"traceutil/trace.go:171","msg":"trace[1141528463] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b545a088bd25; range_end:; response_count:1; response_revision:2232; }","duration":"143.999577ms","start":"2026-04-03T01:42:18.760746Z","end":"2026-04-03T01:42:18.904746Z","steps":["trace[1141528463] 'agreement among raft nodes before linearized reading' (duration: 142.718536ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:18.904536Z","caller":"traceutil/trace.go:171","msg":"trace[192647241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"1.645454158s","start":"2026-04-03T01:42:17.259071Z","end":"2026-04-03T01:42:18.904525Z","steps":["trace[192647241] 'agreement among raft nodes before linearized reading' (duration: 1.644666123s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.905022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.259059Z","time spent":"1.645946623s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:42:18.903982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.516342Z","time spent":"387.62705ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:42:18.904688Z","caller":"traceutil/trace.go:171","msg":"trace[1596401363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"1.729319363s","start":"2026-04-03T01:42:17.175244Z","end":"2026-04-03T01:42:18.904563Z","steps":["trace[1596401363] 'agreement among raft nodes before linearized reading' (duration: 1.728343672s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:18.90514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:17.175223Z","time spent":"1.729896932s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:42:19.280744Z","caller":"traceutil/trace.go:171","msg":"trace[819676854] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"371.639462ms","start":"2026-04-03T01:42:18.909082Z","end":"2026-04-03T01:42:19.280721Z","steps":["trace[819676854] 'process raft request' (duration: 366.181548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.2809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.909071Z","time spent":"371.748206ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:19.281098Z","caller":"traceutil/trace.go:171","msg":"trace[827772983] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"371.58225ms","start":"2026-04-03T01:42:18.909491Z","end":"2026-04-03T01:42:19.281073Z","steps":["trace[827772983] 'process raft request' (duration: 371.375633ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:19.281234Z","caller":"traceutil/trace.go:171","msg":"trace[1677379816] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"371.965832ms","start":"2026-04-03T01:42:18.90916Z","end":"2026-04-03T01:42:19.281126Z","steps":["trace[1677379816] 'process raft request' (duration: 371.488487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.28133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.909466Z","time spent":"371.700614ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:42:19.281551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.909145Z","time spent":"372.204339ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:19.281834Z","caller":"traceutil/trace.go:171","msg":"trace[210763042] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"372.069675ms","start":"2026-04-03T01:42:18.909755Z","end":"2026-04-03T01:42:19.281824Z","steps":["trace[210763042] 'process raft request' (duration: 371.204718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.281892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.909748Z","time spent":"372.117977ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:19.28251Z","caller":"traceutil/trace.go:171","msg":"trace[1332929166] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"372.707626ms","start":"2026-04-03T01:42:18.909791Z","end":"2026-04-03T01:42:19.282499Z","steps":["trace[1332929166] 'process raft request' (duration: 371.989213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.28258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.909783Z","time spent":"372.762537ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:19.282885Z","caller":"traceutil/trace.go:171","msg":"trace[1737772830] linearizableReadLoop","detail":"{readStateIndex:2316; appliedIndex:2310; }","duration":"353.491425ms","start":"2026-04-03T01:42:18.92938Z","end":"2026-04-03T01:42:19.282872Z","steps":["trace[1737772830] 'read index received' (duration: 346.060959ms)","trace[1737772830] 'applied index is now lower than readState.Index' (duration: 7.429646ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:42:19.282892Z","caller":"traceutil/trace.go:171","msg":"trace[1427889124] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"372.902692ms","start":"2026-04-03T01:42:18.909968Z","end":"2026-04-03T01:42:19.282871Z","steps":["trace[1427889124] 'process raft request' (duration: 372.480308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.283031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.909952Z","time spent":"373.004845ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:19.283116Z","caller":"traceutil/trace.go:171","msg":"trace[1008367009] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"352.857745ms","start":"2026-04-03T01:42:18.930166Z","end":"2026-04-03T01:42:19.283024Z","steps":["trace[1008367009] 'process raft request' (duration: 352.650408ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:19.283213Z","caller":"traceutil/trace.go:171","msg":"trace[2017880045] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"349.852599ms","start":"2026-04-03T01:42:18.933346Z","end":"2026-04-03T01:42:19.283199Z","steps":["trace[2017880045] 'process raft request' (duration: 349.602561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.28329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.933339Z","time spent":"349.914581ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:42:19.283314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.691024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-04-03T01:42:19.283304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.929439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:42:19.283347Z","caller":"traceutil/trace.go:171","msg":"trace[527215203] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2240; }","duration":"242.743645ms","start":"2026-04-03T01:42:19.040592Z","end":"2026-04-03T01:42:19.283335Z","steps":["trace[527215203] 'agreement among raft nodes before linearized reading' (duration: 242.594551ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:42:19.28336Z","caller":"traceutil/trace.go:171","msg":"trace[1067022824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2240; }","duration":"370.998922ms","start":"2026-04-03T01:42:18.912347Z","end":"2026-04-03T01:42:19.283346Z","steps":["trace[1067022824] 'agreement among raft nodes before linearized reading' (duration: 370.561718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.28315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.159092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-03T01:42:19.283407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.91234Z","time spent":"371.055673ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:42:19.283442Z","caller":"traceutil/trace.go:171","msg":"trace[1780443358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2239; }","duration":"374.471521ms","start":"2026-04-03T01:42:18.908958Z","end":"2026-04-03T01:42:19.283429Z","steps":["trace[1780443358] 'agreement among raft nodes before linearized reading' (duration: 373.974426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:19.283486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.908948Z","time spent":"374.520084ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:42:19.284162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:18.930153Z","time spent":"353.062182ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:51.11006Z","caller":"traceutil/trace.go:171","msg":"trace[1124713577] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"490.515119ms","start":"2026-04-03T01:42:50.619507Z","end":"2026-04-03T01:42:51.110022Z","steps":["trace[1124713577] 'process raft request' (duration: 490.351274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:42:51.110229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:42:50.619448Z","time spent":"490.701495ms","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:42:51.117968Z","caller":"traceutil/trace.go:171","msg":"trace[1746686509] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"105.211834ms","start":"2026-04-03T01:42:51.012719Z","end":"2026-04-03T01:42:51.117931Z","steps":["trace[1746686509] 'process raft request' (duration: 100.509964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:26.300378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.916557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:43:26.300503Z","caller":"traceutil/trace.go:171","msg":"trace[237980180] linearizableReadLoop","detail":"{readStateIndex:2851; appliedIndex:2850; }","duration":"588.331537ms","start":"2026-04-03T01:43:25.712153Z","end":"2026-04-03T01:43:26.300484Z","steps":["trace[237980180] 'read index received' (duration: 352.184422ms)","trace[237980180] 'applied index is now lower than readState.Index' (duration: 236.145355ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:43:26.300572Z","caller":"traceutil/trace.go:171","msg":"trace[1242171815] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"597.249719ms","start":"2026-04-03T01:43:25.70328Z","end":"2026-04-03T01:43:26.300529Z","steps":["trace[1242171815] 'process raft request' (duration: 361.089004ms)","trace[1242171815] 'compare' (duration: 235.496244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:26.300698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.552063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:43:26.300757Z","caller":"traceutil/trace.go:171","msg":"trace[1561196144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2744; }","duration":"588.606426ms","start":"2026-04-03T01:43:25.71212Z","end":"2026-04-03T01:43:26.300726Z","steps":["trace[1561196144] 'agreement among raft nodes before linearized reading' (duration: 588.452791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:26.300798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:25.712111Z","time spent":"588.679008ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:43:26.300792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:25.703252Z","time spent":"597.410734ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:26.300809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.038773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:43:26.300884Z","caller":"traceutil/trace.go:171","msg":"trace[1680350372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2744; }","duration":"580.123646ms","start":"2026-04-03T01:43:25.720742Z","end":"2026-04-03T01:43:26.300866Z","steps":["trace[1680350372] 'agreement among raft nodes before linearized reading' (duration: 579.93209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:26.300927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:25.720709Z","time spent":"580.209119ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:43:26.301033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.096041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-03T01:43:26.30104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.004932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:43:26.301393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.219951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-03T01:43:26.301463Z","caller":"traceutil/trace.go:171","msg":"trace[1632385217] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2744; }","duration":"143.300554ms","start":"2026-04-03T01:43:26.158136Z","end":"2026-04-03T01:43:26.301437Z","steps":["trace[1632385217] 'agreement among raft nodes before linearized reading' (duration: 143.16427ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:26.30149Z","caller":"traceutil/trace.go:171","msg":"trace[858006718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2744; }","duration":"209.441886ms","start":"2026-04-03T01:43:26.091989Z","end":"2026-04-03T01:43:26.301431Z","steps":["trace[858006718] 'agreement among raft nodes before linearized reading' (duration: 209.029903ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:26.301701Z","caller":"traceutil/trace.go:171","msg":"trace[1301015075] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2744; }","duration":"173.186774ms","start":"2026-04-03T01:43:26.127882Z","end":"2026-04-03T01:43:26.301069Z","steps":["trace[1301015075] 'agreement among raft nodes before linearized reading' (duration: 173.0345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:26.854216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304830594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:43:26.964031Z","caller":"traceutil/trace.go:171","msg":"trace[652258647] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"655.10737ms","start":"2026-04-03T01:43:26.308894Z","end":"2026-04-03T01:43:26.964002Z","steps":["trace[652258647] 'process raft request' (duration: 655.048199ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:26.964116Z","caller":"traceutil/trace.go:171","msg":"trace[1102232529] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"655.321037ms","start":"2026-04-03T01:43:26.30874Z","end":"2026-04-03T01:43:26.964061Z","steps":["trace[1102232529] 'process raft request' (duration: 655.139522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:26.964222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.308873Z","time spent":"655.251255ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:26.964362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.308733Z","time spent":"655.473502ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:43:26.96483Z","caller":"traceutil/trace.go:171","msg":"trace[1135858809] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"658.413425ms","start":"2026-04-03T01:43:26.306393Z","end":"2026-04-03T01:43:26.964806Z","steps":["trace[1135858809] 'process raft request' (duration: 657.31481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:26.964924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.306379Z","time spent":"658.500488ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:27.998492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.489102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:43:27.998913Z","caller":"traceutil/trace.go:171","msg":"trace[272928766] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"1.52947298s","start":"2026-04-03T01:43:26.469401Z","end":"2026-04-03T01:43:27.998874Z","steps":["trace[272928766] 'process raft request' (duration: 806.498642ms)","trace[272928766] 'compare' (duration: 721.968136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:27.999088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.46937Z","time spent":"1.529620735s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:28.175341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.721595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T01:43:28.175605Z","caller":"traceutil/trace.go:171","msg":"trace[279457255] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"845.80659ms","start":"2026-04-03T01:43:27.329751Z","end":"2026-04-03T01:43:28.175558Z","steps":["trace[279457255] 'process raft request' (duration: 845.688476ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:28.175603Z","caller":"traceutil/trace.go:171","msg":"trace[1818819199] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2852; }","duration":"1.821756477s","start":"2026-04-03T01:43:26.353821Z","end":"2026-04-03T01:43:28.175577Z","steps":["trace[1818819199] 'read index received' (duration: 610.017787ms)","trace[1818819199] 'applied index is now lower than readState.Index' (duration: 1.21173684s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:43:28.175742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:27.329723Z","time spent":"845.949454ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:43:28.175828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822002115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-03T01:43:28.175867Z","caller":"traceutil/trace.go:171","msg":"trace[1203662613] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2750; }","duration":"1.822069237s","start":"2026-04-03T01:43:26.353787Z","end":"2026-04-03T01:43:28.175857Z","steps":["trace[1203662613] 'agreement among raft nodes before linearized reading' (duration: 1.821929663s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:28.175898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.353773Z","time spent":"1.822118249s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T01:43:28.176045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.453652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T01:43:28.17609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.856034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-03T01:43:28.176107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.734826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:43:28.176163Z","caller":"traceutil/trace.go:171","msg":"trace[1564487318] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2750; }","duration":"471.980168ms","start":"2026-04-03T01:43:27.704163Z","end":"2026-04-03T01:43:28.176144Z","steps":["trace[1564487318] 'agreement among raft nodes before linearized reading' (duration: 471.71808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:28.176163Z","caller":"traceutil/trace.go:171","msg":"trace[1407099233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2750; }","duration":"527.556884ms","start":"2026-04-03T01:43:27.648549Z","end":"2026-04-03T01:43:28.176106Z","steps":["trace[1407099233] 'agreement among raft nodes before linearized reading' (duration: 527.257625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:28.176181Z","caller":"traceutil/trace.go:171","msg":"trace[10433538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2750; }","duration":"519.85375ms","start":"2026-04-03T01:43:27.656308Z","end":"2026-04-03T01:43:28.176162Z","steps":["trace[10433538] 'agreement among raft nodes before linearized reading' (duration: 519.697445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:28.176226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:27.656282Z","time spent":"519.934072ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:43:28.176214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.495647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:43:28.17627Z","caller":"traceutil/trace.go:171","msg":"trace[1958154001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2750; }","duration":"793.59181ms","start":"2026-04-03T01:43:27.382669Z","end":"2026-04-03T01:43:28.17626Z","steps":["trace[1958154001] 'agreement among raft nodes before linearized reading' (duration: 793.466856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:28.176257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:27.648535Z","time spent":"527.676269ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:43:28.176305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:27.382648Z","time spent":"793.651121ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:43:28.176306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187890942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-03T01:43:28.176365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208536898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"info","ts":"2026-04-03T01:43:28.176367Z","caller":"traceutil/trace.go:171","msg":"trace[134176066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2750; }","duration":"1.187995425s","start":"2026-04-03T01:43:26.988357Z","end":"2026-04-03T01:43:28.176352Z","steps":["trace[134176066] 'agreement among raft nodes before linearized reading' (duration: 1.18784149s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:43:28.17641Z","caller":"traceutil/trace.go:171","msg":"trace[712894769] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2750; }","duration":"1.208626662s","start":"2026-04-03T01:43:26.967771Z","end":"2026-04-03T01:43:28.176398Z","steps":["trace[712894769] 'agreement among raft nodes before linearized reading' (duration: 1.208513178s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:28.176416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.988338Z","time spent":"1.188069658s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:43:28.17645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.967753Z","time spent":"1.208690543s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":589,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:43:28.175886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208127176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-03T01:43:28.176502Z","caller":"traceutil/trace.go:171","msg":"trace[1959047512] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2750; }","duration":"1.208773546s","start":"2026-04-03T01:43:26.967712Z","end":"2026-04-03T01:43:28.176485Z","steps":["trace[1959047512] 'agreement among raft nodes before linearized reading' (duration: 1.208063144s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:28.176554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:26.967698Z","time spent":"1.208840838s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:43:28.176729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:27.704148Z","time spent":"472.559546ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T01:43:28.176926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.622409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:43:28.177105Z","caller":"traceutil/trace.go:171","msg":"trace[483807679] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2750; }","duration":"719.933519ms","start":"2026-04-03T01:43:27.457131Z","end":"2026-04-03T01:43:28.177065Z","steps":["trace[483807679] 'agreement among raft nodes before linearized reading' (duration: 719.067261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:43:28.177243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:43:27.457108Z","time spent":"720.050693ms","remote":"127.0.0.1:59148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:44:24.787729Z","caller":"traceutil/trace.go:171","msg":"trace[1847567856] linearizableReadLoop","detail":"{readStateIndex:3438; appliedIndex:3437; }","duration":"199.673437ms","start":"2026-04-03T01:44:24.588015Z","end":"2026-04-03T01:44:24.787688Z","steps":["trace[1847567856] 'read index received' (duration: 199.265814ms)","trace[1847567856] 'applied index is now lower than readState.Index' (duration: 406.503µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:44:24.787773Z","caller":"traceutil/trace.go:171","msg":"trace[1531788431] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"201.733713ms","start":"2026-04-03T01:44:24.586002Z","end":"2026-04-03T01:44:24.787735Z","steps":["trace[1531788431] 'process raft request' (duration: 201.371851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:24.787982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.949555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:44:24.788051Z","caller":"traceutil/trace.go:171","msg":"trace[1792495537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3305; }","duration":"200.057289ms","start":"2026-04-03T01:44:24.587978Z","end":"2026-04-03T01:44:24.788035Z","steps":["trace[1792495537] 'agreement among raft nodes before linearized reading' (duration: 199.848852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:24.98047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.31308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:44:24.980736Z","caller":"traceutil/trace.go:171","msg":"trace[1840899297] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"185.187729ms","start":"2026-04-03T01:44:24.795526Z","end":"2026-04-03T01:44:24.980714Z","steps":["trace[1840899297] 'process raft request' (duration: 185.122257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:44:24.980764Z","caller":"traceutil/trace.go:171","msg":"trace[1314680349] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"187.916425ms","start":"2026-04-03T01:44:24.792794Z","end":"2026-04-03T01:44:24.98071Z","steps":["trace[1314680349] 'process raft request' (duration: 16.277865ms)","trace[1314680349] 'compare' (duration: 171.191176ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:44:24.980829Z","caller":"traceutil/trace.go:171","msg":"trace[724334214] linearizableReadLoop","detail":"{readStateIndex:3439; appliedIndex:3438; }","duration":"187.780311ms","start":"2026-04-03T01:44:24.793021Z","end":"2026-04-03T01:44:24.980801Z","steps":["trace[724334214] 'read index received' (duration: 16.12243ms)","trace[724334214] 'applied index is now lower than readState.Index' (duration: 171.655961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:44:24.981073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.032248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-03T01:44:24.981081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.434066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:44:24.981115Z","caller":"traceutil/trace.go:171","msg":"trace[2119197400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3307; }","duration":"188.08466ms","start":"2026-04-03T01:44:24.793017Z","end":"2026-04-03T01:44:24.981102Z","steps":["trace[2119197400] 'agreement among raft nodes before linearized reading' (duration: 187.915845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:44:24.981154Z","caller":"traceutil/trace.go:171","msg":"trace[1849583735] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3307; }","duration":"185.53961ms","start":"2026-04-03T01:44:24.795595Z","end":"2026-04-03T01:44:24.981134Z","steps":["trace[1849583735] 'agreement among raft nodes before linearized reading' (duration: 185.399306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:44:25.422264Z","caller":"traceutil/trace.go:171","msg":"trace[838556212] linearizableReadLoop","detail":"{readStateIndex:3441; appliedIndex:3440; }","duration":"437.782591ms","start":"2026-04-03T01:44:24.984452Z","end":"2026-04-03T01:44:25.422234Z","steps":["trace[838556212] 'read index received' (duration: 437.678467ms)","trace[838556212] 'applied index is now lower than readState.Index' (duration: 102.714µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:44:25.422279Z","caller":"traceutil/trace.go:171","msg":"trace[241427680] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3307; }","duration":"438.639847ms","start":"2026-04-03T01:44:24.983614Z","end":"2026-04-03T01:44:25.422254Z","steps":["trace[241427680] 'process raft request' (duration: 438.533904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:25.422472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.999497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-03T01:44:25.422531Z","caller":"traceutil/trace.go:171","msg":"trace[786615608] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3307; }","duration":"438.11022ms","start":"2026-04-03T01:44:24.984404Z","end":"2026-04-03T01:44:25.422514Z","steps":["trace[786615608] 'agreement among raft nodes before linearized reading' (duration: 437.917454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:25.422563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:44:24.984385Z","time spent":"438.173003ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:44:25.422549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:44:24.983591Z","time spent":"438.897726ms","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:44:25.690425Z","caller":"traceutil/trace.go:171","msg":"trace[673205503] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3441; }","duration":"267.982247ms","start":"2026-04-03T01:44:25.422422Z","end":"2026-04-03T01:44:25.690404Z","steps":["trace[673205503] 'read index received' (duration: 267.855263ms)","trace[673205503] 'applied index is now lower than readState.Index' (duration: 126.094µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:44:25.69055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.495054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:44:25.690558Z","caller":"traceutil/trace.go:171","msg":"trace[2009861210] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"705.220881ms","start":"2026-04-03T01:44:24.985297Z","end":"2026-04-03T01:44:25.690518Z","steps":["trace[2009861210] 'process raft request' (duration: 704.978453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:25.690648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.565145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:44:25.690586Z","caller":"traceutil/trace.go:171","msg":"trace[1327149725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3308; }","duration":"598.580767ms","start":"2026-04-03T01:44:25.091994Z","end":"2026-04-03T01:44:25.690575Z","steps":["trace[1327149725] 'agreement among raft nodes before linearized reading' (duration: 598.511525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:44:25.690714Z","caller":"traceutil/trace.go:171","msg":"trace[1115030883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3308; }","duration":"432.678609ms","start":"2026-04-03T01:44:25.258022Z","end":"2026-04-03T01:44:25.6907Z","steps":["trace[1115030883] 'agreement among raft nodes before linearized reading' (duration: 432.40844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:25.690724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.009934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42342"} {"level":"warn","ts":"2026-04-03T01:44:25.690726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:44:25.091973Z","time spent":"598.744692ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:44:25.690756Z","caller":"traceutil/trace.go:171","msg":"trace[387107006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3308; }","duration":"705.071496ms","start":"2026-04-03T01:44:24.985677Z","end":"2026-04-03T01:44:25.690748Z","steps":["trace[387107006] 'agreement among raft nodes before linearized reading' (duration: 704.920622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:25.690791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:44:24.985661Z","time spent":"705.124909ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":42365,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T01:44:25.690752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:44:25.258006Z","time spent":"432.73982ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:44:25.690776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:44:24.98527Z","time spent":"705.398017ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:44:25.693038Z","caller":"traceutil/trace.go:171","msg":"trace[1109924639] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"265.929433ms","start":"2026-04-03T01:44:25.427088Z","end":"2026-04-03T01:44:25.693017Z","steps":["trace[1109924639] 'process raft request' (duration: 265.589152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:44:25.693161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.831156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-04-03T01:44:25.693213Z","caller":"traceutil/trace.go:171","msg":"trace[1314676942] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3309; }","duration":"269.904409ms","start":"2026-04-03T01:44:25.423295Z","end":"2026-04-03T01:44:25.6932Z","steps":["trace[1314676942] 'agreement among raft nodes before linearized reading' (duration: 269.744144ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:44:30.610686Z","caller":"traceutil/trace.go:171","msg":"trace[1000799626] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"103.719801ms","start":"2026-04-03T01:44:30.506925Z","end":"2026-04-03T01:44:30.610645Z","steps":["trace[1000799626] 'process raft request' (duration: 77.569804ms)","trace[1000799626] 'compare' (duration: 26.033103ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:32.727787Z","caller":"traceutil/trace.go:171","msg":"trace[221159648] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"103.881919ms","start":"2026-04-03T01:45:32.623874Z","end":"2026-04-03T01:45:32.727756Z","steps":["trace[221159648] 'process raft request' (duration: 103.660032ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:33.096096Z","caller":"traceutil/trace.go:171","msg":"trace[1427811092] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"105.218091ms","start":"2026-04-03T01:45:32.990854Z","end":"2026-04-03T01:45:33.096072Z","steps":["trace[1427811092] 'process raft request' (duration: 105.065996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:33.096418Z","caller":"traceutil/trace.go:171","msg":"trace[764250360] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"103.881039ms","start":"2026-04-03T01:45:32.992524Z","end":"2026-04-03T01:45:33.096405Z","steps":["trace[764250360] 'process raft request' (duration: 103.739124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:33.096445Z","caller":"traceutil/trace.go:171","msg":"trace[2048540371] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"104.675664ms","start":"2026-04-03T01:45:32.991726Z","end":"2026-04-03T01:45:33.096401Z","steps":["trace[2048540371] 'process raft request' (duration: 104.300542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:34.233251Z","caller":"traceutil/trace.go:171","msg":"trace[180334424] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"168.949345ms","start":"2026-04-03T01:45:34.06428Z","end":"2026-04-03T01:45:34.233229Z","steps":["trace[180334424] 'process raft request' (duration: 168.816501ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:34.404104Z","caller":"traceutil/trace.go:171","msg":"trace[2147027413] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"323.020587ms","start":"2026-04-03T01:45:34.081058Z","end":"2026-04-03T01:45:34.404078Z","steps":["trace[2147027413] 'process raft request' (duration: 322.824131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:34.404295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:34.081025Z","time spent":"323.154412ms","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:45:34.404342Z","caller":"traceutil/trace.go:171","msg":"trace[1580838006] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"274.427275ms","start":"2026-04-03T01:45:34.129889Z","end":"2026-04-03T01:45:34.404316Z","steps":["trace[1580838006] 'process raft request' (duration: 274.136976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:34.404478Z","caller":"traceutil/trace.go:171","msg":"trace[2086486082] linearizableReadLoop","detail":"{readStateIndex:4488; appliedIndex:4485; }","duration":"229.444146ms","start":"2026-04-03T01:45:34.175022Z","end":"2026-04-03T01:45:34.404466Z","steps":["trace[2086486082] 'read index received' (duration: 58.346312ms)","trace[2086486082] 'applied index is now lower than readState.Index' (duration: 171.096484ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:34.404525Z","caller":"traceutil/trace.go:171","msg":"trace[108428372] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"230.898072ms","start":"2026-04-03T01:45:34.173615Z","end":"2026-04-03T01:45:34.404513Z","steps":["trace[108428372] 'process raft request' (duration: 230.593432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:34.404647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.620212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2834"} {"level":"info","ts":"2026-04-03T01:45:34.404685Z","caller":"traceutil/trace.go:171","msg":"trace[348594034] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4304; }","duration":"229.680093ms","start":"2026-04-03T01:45:34.174996Z","end":"2026-04-03T01:45:34.404676Z","steps":["trace[348594034] 'agreement among raft nodes before linearized reading' (duration: 229.539129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:34.409073Z","caller":"traceutil/trace.go:171","msg":"trace[2111328777] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4304; }","duration":"127.928363ms","start":"2026-04-03T01:45:34.281117Z","end":"2026-04-03T01:45:34.409045Z","steps":["trace[2111328777] 'process raft request' (duration: 127.705386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:34.409564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.632703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61ca9a14-c881-4266-b8eb-6401d6d68a8b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-03T01:45:34.409613Z","caller":"traceutil/trace.go:171","msg":"trace[929850852] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61ca9a14-c881-4266-b8eb-6401d6d68a8b; range_end:; response_count:1; response_revision:4304; }","duration":"144.725336ms","start":"2026-04-03T01:45:34.264875Z","end":"2026-04-03T01:45:34.409601Z","steps":["trace[929850852] 'agreement among raft nodes before linearized reading' (duration: 144.5463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:34.409678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.966982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-tls.18a2b57819c87e01\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-03T01:45:34.409791Z","caller":"traceutil/trace.go:171","msg":"trace[328286398] range","detail":"{range_begin:/registry/events/monitoring/prometheus-tls.18a2b57819c87e01; range_end:; response_count:1; response_revision:4304; }","duration":"190.19473ms","start":"2026-04-03T01:45:34.219581Z","end":"2026-04-03T01:45:34.409776Z","steps":["trace[328286398] 'agreement among raft nodes before linearized reading' (duration: 189.378094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:34.410796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.955126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2349409"} {"level":"info","ts":"2026-04-03T01:45:34.410856Z","caller":"traceutil/trace.go:171","msg":"trace[906322681] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:4304; }","duration":"175.029088ms","start":"2026-04-03T01:45:34.235815Z","end":"2026-04-03T01:45:34.410844Z","steps":["trace[906322681] 'agreement among raft nodes before linearized reading' (duration: 173.688276ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:36.267313Z","caller":"traceutil/trace.go:171","msg":"trace[58924094] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"128.824561ms","start":"2026-04-03T01:45:36.138463Z","end":"2026-04-03T01:45:36.267287Z","steps":["trace[58924094] 'process raft request' (duration: 128.652566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:36.538911Z","caller":"traceutil/trace.go:171","msg":"trace[1031558952] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4529; }","duration":"108.708322ms","start":"2026-04-03T01:45:36.430175Z","end":"2026-04-03T01:45:36.538883Z","steps":["trace[1031558952] 'read index received' (duration: 81.642153ms)","trace[1031558952] 'applied index is now lower than readState.Index' (duration: 27.064949ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:36.53895Z","caller":"traceutil/trace.go:171","msg":"trace[467653417] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"109.505907ms","start":"2026-04-03T01:45:36.429414Z","end":"2026-04-03T01:45:36.53892Z","steps":["trace[467653417] 'process raft request' (duration: 82.50705ms)","trace[467653417] 'compare' (duration: 26.799831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:36.539153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.95288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-03T01:45:36.539203Z","caller":"traceutil/trace.go:171","msg":"trace[1804908296] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4345; }","duration":"109.038943ms","start":"2026-04-03T01:45:36.430149Z","end":"2026-04-03T01:45:36.539188Z","steps":["trace[1804908296] 'agreement among raft nodes before linearized reading' (duration: 108.866317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:36.539294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.514236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-03T01:45:36.539387Z","caller":"traceutil/trace.go:171","msg":"trace[1006023464] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4345; }","duration":"108.65619ms","start":"2026-04-03T01:45:36.430709Z","end":"2026-04-03T01:45:36.539365Z","steps":["trace[1006023464] 'agreement among raft nodes before linearized reading' (duration: 108.405752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:37.459705Z","caller":"traceutil/trace.go:171","msg":"trace[1589498351] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"136.078291ms","start":"2026-04-03T01:45:37.323604Z","end":"2026-04-03T01:45:37.459682Z","steps":["trace[1589498351] 'process raft request' (duration: 135.919856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:37.528285Z","caller":"traceutil/trace.go:171","msg":"trace[857034122] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4553; }","duration":"101.436121ms","start":"2026-04-03T01:45:37.426823Z","end":"2026-04-03T01:45:37.528259Z","steps":["trace[857034122] 'read index received' (duration: 32.784081ms)","trace[857034122] 'applied index is now lower than readState.Index' (duration: 68.65078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:37.528551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.71251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61ca9a14-c881-4266-b8eb-6401d6d68a8b\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-04-03T01:45:37.528603Z","caller":"traceutil/trace.go:171","msg":"trace[1520773641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61ca9a14-c881-4266-b8eb-6401d6d68a8b; range_end:; response_count:1; response_revision:4369; }","duration":"101.806243ms","start":"2026-04-03T01:45:37.426785Z","end":"2026-04-03T01:45:37.528591Z","steps":["trace[1520773641] 'agreement among raft nodes before linearized reading' (duration: 101.581576ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:37.529025Z","caller":"traceutil/trace.go:171","msg":"trace[438221933] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"181.613248ms","start":"2026-04-03T01:45:37.347397Z","end":"2026-04-03T01:45:37.529011Z","steps":["trace[438221933] 'process raft request' (duration: 180.73511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:40.550878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.659718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:45:40.550967Z","caller":"traceutil/trace.go:171","msg":"trace[882898153] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4442; }","duration":"158.814303ms","start":"2026-04-03T01:45:40.392136Z","end":"2026-04-03T01:45:40.55095Z","steps":["trace[882898153] 'count revisions from in-memory index tree' (duration: 158.555165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:40.550977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.00658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:40.551031Z","caller":"traceutil/trace.go:171","msg":"trace[1695017886] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4442; }","duration":"268.100534ms","start":"2026-04-03T01:45:40.282914Z","end":"2026-04-03T01:45:40.551014Z","steps":["trace[1695017886] 'range keys from in-memory index tree' (duration: 267.927998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:40.551201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.420637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:45:40.551238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.213783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-03T01:45:40.551287Z","caller":"traceutil/trace.go:171","msg":"trace[345338608] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4442; }","duration":"110.549041ms","start":"2026-04-03T01:45:40.440707Z","end":"2026-04-03T01:45:40.551256Z","steps":["trace[345338608] 'count revisions from in-memory index tree' (duration: 110.336764ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:40.551307Z","caller":"traceutil/trace.go:171","msg":"trace[285315474] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4442; }","duration":"294.317707ms","start":"2026-04-03T01:45:40.256969Z","end":"2026-04-03T01:45:40.551286Z","steps":["trace[285315474] 'range keys from in-memory index tree' (duration: 294.016857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.088348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.665113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:45:41.088453Z","caller":"traceutil/trace.go:171","msg":"trace[1010430891] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"350.80269ms","start":"2026-04-03T01:45:40.737634Z","end":"2026-04-03T01:45:41.088437Z","steps":["trace[1010430891] 'read index received' (duration: 121.091735ms)","trace[1010430891] 'applied index is now lower than readState.Index' (duration: 229.709915ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:41.08852Z","caller":"traceutil/trace.go:171","msg":"trace[1814061756] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"351.359938ms","start":"2026-04-03T01:45:40.737114Z","end":"2026-04-03T01:45:41.088474Z","steps":["trace[1814061756] 'process raft request' (duration: 121.484808ms)","trace[1814061756] 'compare' (duration: 229.55998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:41.088629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.972496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T01:45:41.088712Z","caller":"traceutil/trace.go:171","msg":"trace[165871395] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4449; }","duration":"351.084559ms","start":"2026-04-03T01:45:40.737607Z","end":"2026-04-03T01:45:41.088692Z","steps":["trace[165871395] 'agreement among raft nodes before linearized reading' (duration: 350.897963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.088716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:40.737093Z","time spent":"351.512823ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:45:41.088754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:40.737594Z","time spent":"351.151711ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-03T01:45:41.128918Z","caller":"traceutil/trace.go:171","msg":"trace[663375714] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"390.972966ms","start":"2026-04-03T01:45:40.737916Z","end":"2026-04-03T01:45:41.128889Z","steps":["trace[663375714] 'process raft request' (duration: 390.746639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.129133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:40.737902Z","time spent":"391.1154ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:45:41.129232Z","caller":"traceutil/trace.go:171","msg":"trace[2082616008] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"391.065618ms","start":"2026-04-03T01:45:40.738145Z","end":"2026-04-03T01:45:41.12921Z","steps":["trace[2082616008] 'process raft request' (duration: 390.672106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.129379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:40.738135Z","time spent":"391.171442ms","remote":"127.0.0.1:51992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:45:41.129485Z","caller":"traceutil/trace.go:171","msg":"trace[912862076] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"361.856351ms","start":"2026-04-03T01:45:40.767599Z","end":"2026-04-03T01:45:41.129456Z","steps":["trace[912862076] 'process raft request' (duration: 361.530761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.129646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:40.767574Z","time spent":"361.986235ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:45:41.137683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.335116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T01:45:41.137726Z","caller":"traceutil/trace.go:171","msg":"trace[1527925580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4453; }","duration":"117.4353ms","start":"2026-04-03T01:45:41.02028Z","end":"2026-04-03T01:45:41.137715Z","steps":["trace[1527925580] 'agreement among raft nodes before linearized reading' (duration: 117.278895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.137916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.157178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:41.137946Z","caller":"traceutil/trace.go:171","msg":"trace[1161321070] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:0; response_revision:4453; }","duration":"400.197319ms","start":"2026-04-03T01:45:40.737741Z","end":"2026-04-03T01:45:41.137938Z","steps":["trace[1161321070] 'agreement among raft nodes before linearized reading' (duration: 400.149777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.138007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:40.737725Z","time spent":"400.273192ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-04-03T01:45:41.581115Z","caller":"traceutil/trace.go:171","msg":"trace[415821030] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4458; }","duration":"306.230465ms","start":"2026-04-03T01:45:41.274854Z","end":"2026-04-03T01:45:41.581084Z","steps":["trace[415821030] 'process raft request' (duration: 233.829976ms)","trace[415821030] 'compare' (duration: 72.333297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:41.581283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:41.274838Z","time spent":"306.38221ms","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:45:41.583903Z","caller":"traceutil/trace.go:171","msg":"trace[335143998] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4649; }","duration":"202.067737ms","start":"2026-04-03T01:45:41.38181Z","end":"2026-04-03T01:45:41.583878Z","steps":["trace[335143998] 'read index received' (duration: 126.888019ms)","trace[335143998] 'applied index is now lower than readState.Index' (duration: 75.177888ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:41.583942Z","caller":"traceutil/trace.go:171","msg":"trace[1637000205] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"306.310567ms","start":"2026-04-03T01:45:41.277605Z","end":"2026-04-03T01:45:41.583916Z","steps":["trace[1637000205] 'process raft request' (duration: 306.065659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.584086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.253753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:45:41.584133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:41.277589Z","time spent":"306.423121ms","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:45:41.584144Z","caller":"traceutil/trace.go:171","msg":"trace[332631947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4459; }","duration":"202.373287ms","start":"2026-04-03T01:45:41.381758Z","end":"2026-04-03T01:45:41.584131Z","steps":["trace[332631947] 'agreement among raft nodes before linearized reading' (duration: 202.256003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:41.584451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.495539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:45:41.584501Z","caller":"traceutil/trace.go:171","msg":"trace[860303504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4459; }","duration":"110.608632ms","start":"2026-04-03T01:45:41.47388Z","end":"2026-04-03T01:45:41.584489Z","steps":["trace[860303504] 'agreement among raft nodes before linearized reading' (duration: 110.171878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:42.235056Z","caller":"traceutil/trace.go:171","msg":"trace[1399720531] linearizableReadLoop","detail":"{readStateIndex:4710; appliedIndex:4709; }","duration":"193.800175ms","start":"2026-04-03T01:45:42.041224Z","end":"2026-04-03T01:45:42.235024Z","steps":["trace[1399720531] 'read index received' (duration: 193.697271ms)","trace[1399720531] 'applied index is now lower than readState.Index' (duration: 101.374µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:42.235147Z","caller":"traceutil/trace.go:171","msg":"trace[1623005911] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"199.633439ms","start":"2026-04-03T01:45:42.035475Z","end":"2026-04-03T01:45:42.235108Z","steps":["trace[1623005911] 'process raft request' (duration: 199.370981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:42.235441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.156966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42342"} {"level":"info","ts":"2026-04-03T01:45:42.23553Z","caller":"traceutil/trace.go:171","msg":"trace[201807869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4516; }","duration":"194.324331ms","start":"2026-04-03T01:45:42.041188Z","end":"2026-04-03T01:45:42.235512Z","steps":["trace[201807869] 'agreement among raft nodes before linearized reading' (duration: 193.97298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:42.270104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.409572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-04-03T01:45:42.270181Z","caller":"traceutil/trace.go:171","msg":"trace[483116333] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2; range_end:; response_count:1; response_revision:4517; }","duration":"216.541866ms","start":"2026-04-03T01:45:42.053619Z","end":"2026-04-03T01:45:42.270161Z","steps":["trace[483116333] 'agreement among raft nodes before linearized reading' (duration: 216.284468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:42.270122Z","caller":"traceutil/trace.go:171","msg":"trace[2131226204] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"214.495051ms","start":"2026-04-03T01:45:42.055592Z","end":"2026-04-03T01:45:42.270087Z","steps":["trace[2131226204] 'process raft request' (duration: 214.186471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:42.270701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.577621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:724007"} {"level":"info","ts":"2026-04-03T01:45:42.27077Z","caller":"traceutil/trace.go:171","msg":"trace[600483438] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4517; }","duration":"110.704995ms","start":"2026-04-03T01:45:42.160049Z","end":"2026-04-03T01:45:42.270754Z","steps":["trace[600483438] 'agreement among raft nodes before linearized reading' (duration: 109.91184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:42.271208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.653855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2572229"} {"level":"info","ts":"2026-04-03T01:45:42.271272Z","caller":"traceutil/trace.go:171","msg":"trace[633068006] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4517; }","duration":"185.749888ms","start":"2026-04-03T01:45:42.085507Z","end":"2026-04-03T01:45:42.271257Z","steps":["trace[633068006] 'agreement among raft nodes before linearized reading' (duration: 184.515539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.326987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-04-03T01:45:44.998181Z","caller":"traceutil/trace.go:171","msg":"trace[693188305] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2-tls; range_end:; response_count:1; response_revision:4548; }","duration":"864.470592ms","start":"2026-04-03T01:45:44.13369Z","end":"2026-04-03T01:45:44.998161Z","steps":["trace[693188305] 'range keys from in-memory index tree' (duration: 864.175823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.133672Z","time spent":"864.537285ms","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2-tls\" "} {"level":"warn","ts":"2026-04-03T01:45:44.998232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.991672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T01:45:44.998274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.51103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:44.998316Z","caller":"traceutil/trace.go:171","msg":"trace[1344949145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4548; }","duration":"759.123257ms","start":"2026-04-03T01:45:44.239174Z","end":"2026-04-03T01:45:44.998298Z","steps":["trace[1344949145] 'range keys from in-memory index tree' (duration: 758.767415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.24621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T01:45:44.99837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.239158Z","time spent":"759.20238ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:45:44.998405Z","caller":"traceutil/trace.go:171","msg":"trace[1904444753] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4548; }","duration":"303.345233ms","start":"2026-04-03T01:45:44.695043Z","end":"2026-04-03T01:45:44.998389Z","steps":["trace[1904444753] 'count revisions from in-memory index tree' (duration: 303.121316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.694972Z","time spent":"303.469167ms","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":487,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:45:44.998055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.581308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:44.998547Z","caller":"traceutil/trace.go:171","msg":"trace[1107965079] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4548; }","duration":"952.121305ms","start":"2026-04-03T01:45:44.046416Z","end":"2026-04-03T01:45:44.998537Z","steps":["trace[1107965079] 'range keys from in-memory index tree' (duration: 951.495086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.046396Z","time spent":"952.169977ms","remote":"127.0.0.1:51726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-03T01:45:44.998571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.745771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-03T01:45:44.99864Z","caller":"traceutil/trace.go:171","msg":"trace[1017671238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d; range_end:; response_count:1; response_revision:4548; }","duration":"915.830783ms","start":"2026-04-03T01:45:44.08279Z","end":"2026-04-03T01:45:44.99862Z","steps":["trace[1017671238] 'range keys from in-memory index tree' (duration: 915.649267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.082776Z","time spent":"915.904246ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" "} {"level":"warn","ts":"2026-04-03T01:45:44.998298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.591508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-03T01:45:44.998756Z","caller":"traceutil/trace.go:171","msg":"trace[1826403005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d; range_end:; response_count:1; response_revision:4548; }","duration":"923.129725ms","start":"2026-04-03T01:45:44.075615Z","end":"2026-04-03T01:45:44.998745Z","steps":["trace[1826403005] 'range keys from in-memory index tree' (duration: 922.382091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.075587Z","time spent":"923.203387ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" "} {"level":"info","ts":"2026-04-03T01:45:44.998349Z","caller":"traceutil/trace.go:171","msg":"trace[843111504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4548; }","duration":"907.600002ms","start":"2026-04-03T01:45:44.09073Z","end":"2026-04-03T01:45:44.99833Z","steps":["trace[843111504] 'range keys from in-memory index tree' (duration: 907.417906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.998853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.090718Z","time spent":"908.122509ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:45:44.998907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.032902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:45:44.998974Z","caller":"traceutil/trace.go:171","msg":"trace[364983176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:4548; }","duration":"758.134336ms","start":"2026-04-03T01:45:44.240823Z","end":"2026-04-03T01:45:44.998958Z","steps":["trace[364983176] 'range keys from in-memory index tree' (duration: 757.855737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:44.999006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:44.240813Z","time spent":"758.187257ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4kf9r\" "} {"level":"info","ts":"2026-04-03T01:45:45.168858Z","caller":"traceutil/trace.go:171","msg":"trace[450687929] linearizableReadLoop","detail":"{readStateIndex:4744; appliedIndex:4743; }","duration":"163.936146ms","start":"2026-04-03T01:45:45.0049Z","end":"2026-04-03T01:45:45.168836Z","steps":["trace[450687929] 'read index received' (duration: 163.807652ms)","trace[450687929] 'applied index is now lower than readState.Index' (duration: 127.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:45.168974Z","caller":"traceutil/trace.go:171","msg":"trace[1806816273] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"164.488584ms","start":"2026-04-03T01:45:45.00447Z","end":"2026-04-03T01:45:45.168959Z","steps":["trace[1806816273] 'process raft request' (duration: 164.234176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:45.169252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.320028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-04-03T01:45:45.169516Z","caller":"traceutil/trace.go:171","msg":"trace[557319626] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2-tls; range_end:; response_count:1; response_revision:4549; }","duration":"164.594207ms","start":"2026-04-03T01:45:45.004872Z","end":"2026-04-03T01:45:45.169466Z","steps":["trace[557319626] 'agreement among raft nodes before linearized reading' (duration: 164.194634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:45.236023Z","caller":"traceutil/trace.go:171","msg":"trace[474994699] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"228.345181ms","start":"2026-04-03T01:45:45.007656Z","end":"2026-04-03T01:45:45.236001Z","steps":["trace[474994699] 'process raft request' (duration: 195.397875ms)","trace[474994699] 'compare' (duration: 32.635216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:45.236198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.934131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:45:45.236278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.703415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:45.236333Z","caller":"traceutil/trace.go:171","msg":"trace[470902896] range","detail":"{range_begin:/registry/clusterrolebindings/vector; range_end:; response_count:0; response_revision:4551; }","duration":"230.782398ms","start":"2026-04-03T01:45:45.00554Z","end":"2026-04-03T01:45:45.236322Z","steps":["trace[470902896] 'agreement among raft nodes before linearized reading' (duration: 230.702346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:45.236301Z","caller":"traceutil/trace.go:171","msg":"trace[1549194574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4551; }","duration":"145.068716ms","start":"2026-04-03T01:45:45.091213Z","end":"2026-04-03T01:45:45.236281Z","steps":["trace[1549194574] 'agreement among raft nodes before linearized reading' (duration: 144.815288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:45.23668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.918061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-03T01:45:45.236717Z","caller":"traceutil/trace.go:171","msg":"trace[845696529] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4551; }","duration":"110.998154ms","start":"2026-04-03T01:45:45.125708Z","end":"2026-04-03T01:45:45.236707Z","steps":["trace[845696529] 'agreement among raft nodes before linearized reading' (duration: 110.902311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:47.404253Z","caller":"traceutil/trace.go:171","msg":"trace[463397256] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"105.45608ms","start":"2026-04-03T01:45:47.298776Z","end":"2026-04-03T01:45:47.404232Z","steps":["trace[463397256] 'process raft request' (duration: 105.221822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:47.404345Z","caller":"traceutil/trace.go:171","msg":"trace[1919961792] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"102.862756ms","start":"2026-04-03T01:45:47.30146Z","end":"2026-04-03T01:45:47.404322Z","steps":["trace[1919961792] 'process raft request' (duration: 102.65983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.115514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304835096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:45:48.388061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.838722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:45:48.388264Z","caller":"traceutil/trace.go:171","msg":"trace[331408363] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"845.630663ms","start":"2026-04-03T01:45:47.542612Z","end":"2026-04-03T01:45:48.388242Z","steps":["trace[331408363] 'process raft request' (duration: 744.534313ms)","trace[331408363] 'compare' (duration: 100.534253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:48.388326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:47.542565Z","time spent":"845.738637ms","remote":"127.0.0.1:51872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1002,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:45:48.388374Z","caller":"traceutil/trace.go:171","msg":"trace[930201293] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4794; }","duration":"773.507253ms","start":"2026-04-03T01:45:47.614846Z","end":"2026-04-03T01:45:48.388353Z","steps":["trace[930201293] 'read index received' (duration: 672.312919ms)","trace[930201293] 'applied index is now lower than readState.Index' (duration: 101.193194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:48.388625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.772892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:45:48.388653Z","caller":"traceutil/trace.go:171","msg":"trace[710501584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4598; }","duration":"773.850324ms","start":"2026-04-03T01:45:47.614796Z","end":"2026-04-03T01:45:48.388646Z","steps":["trace[710501584] 'agreement among raft nodes before linearized reading' (duration: 773.668539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.388675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:47.614777Z","time spent":"773.892475ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T01:45:48.388703Z","caller":"traceutil/trace.go:171","msg":"trace[1998444600] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"696.936042ms","start":"2026-04-03T01:45:47.691546Z","end":"2026-04-03T01:45:48.388482Z","steps":["trace[1998444600] 'process raft request' (duration: 696.620192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.388865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.337113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:45:48.388892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:47.691521Z","time spent":"697.264043ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:45:48.388921Z","caller":"traceutil/trace.go:171","msg":"trace[895212067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4598; }","duration":"297.441316ms","start":"2026-04-03T01:45:48.091467Z","end":"2026-04-03T01:45:48.388909Z","steps":["trace[895212067] 'agreement among raft nodes before linearized reading' (duration: 297.345923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.388925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.697091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a2b57b01d3345a\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-03T01:45:48.388955Z","caller":"traceutil/trace.go:171","msg":"trace[643958363] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a2b57b01d3345a; range_end:; response_count:1; response_revision:4598; }","duration":"563.743743ms","start":"2026-04-03T01:45:47.8252Z","end":"2026-04-03T01:45:48.388944Z","steps":["trace[643958363] 'agreement among raft nodes before linearized reading' (duration: 563.66887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.388976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:47.825188Z","time spent":"563.783974ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a2b57b01d3345a\" "} {"level":"warn","ts":"2026-04-03T01:45:48.388981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.383735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-03T01:45:48.389018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.629286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" ","response":"range_response_count:1 size:3901"} {"level":"warn","ts":"2026-04-03T01:45:48.389033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.978923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:45:48.38908Z","caller":"traceutil/trace.go:171","msg":"trace[1965525940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4598; }","duration":"645.54599ms","start":"2026-04-03T01:45:47.743511Z","end":"2026-04-03T01:45:48.389057Z","steps":["trace[1965525940] 'agreement among raft nodes before linearized reading' (duration: 645.239471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:48.389092Z","caller":"traceutil/trace.go:171","msg":"trace[1936311644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d; range_end:; response_count:1; response_revision:4598; }","duration":"374.745841ms","start":"2026-04-03T01:45:48.014325Z","end":"2026-04-03T01:45:48.389071Z","steps":["trace[1936311644] 'agreement among raft nodes before linearized reading' (duration: 374.523864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:48.389109Z","caller":"traceutil/trace.go:171","msg":"trace[499585740] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4598; }","duration":"116.105047ms","start":"2026-04-03T01:45:48.272988Z","end":"2026-04-03T01:45:48.389094Z","steps":["trace[499585740] 'agreement among raft nodes before linearized reading' (duration: 115.90216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.389139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:48.014305Z","time spent":"374.822703ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3924,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" "} {"level":"warn","ts":"2026-04-03T01:45:48.389139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:47.743486Z","time spent":"645.640853ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T01:45:48.56788Z","caller":"traceutil/trace.go:171","msg":"trace[155986456] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"175.872375ms","start":"2026-04-03T01:45:48.39198Z","end":"2026-04-03T01:45:48.567852Z","steps":["trace[155986456] 'process raft request' (duration: 175.680329ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:48.581554Z","caller":"traceutil/trace.go:171","msg":"trace[332552309] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4796; }","duration":"188.689222ms","start":"2026-04-03T01:45:48.392852Z","end":"2026-04-03T01:45:48.581541Z","steps":["trace[332552309] 'read index received' (duration: 174.710478ms)","trace[332552309] 'applied index is now lower than readState.Index' (duration: 13.977974ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:48.581639Z","caller":"traceutil/trace.go:171","msg":"trace[877690738] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"188.887828ms","start":"2026-04-03T01:45:48.392723Z","end":"2026-04-03T01:45:48.58161Z","steps":["trace[877690738] 'process raft request' (duration: 188.754344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:48.581759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.133953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-03T01:45:48.581773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.916999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128147"} {"level":"info","ts":"2026-04-03T01:45:48.581812Z","caller":"traceutil/trace.go:171","msg":"trace[860251467] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4600; }","duration":"188.973611ms","start":"2026-04-03T01:45:48.392829Z","end":"2026-04-03T01:45:48.581802Z","steps":["trace[860251467] 'agreement among raft nodes before linearized reading' (duration: 188.786165ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:48.581811Z","caller":"traceutil/trace.go:171","msg":"trace[2054150959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4600; }","duration":"187.212655ms","start":"2026-04-03T01:45:48.394586Z","end":"2026-04-03T01:45:48.581799Z","steps":["trace[2054150959] 'agreement among raft nodes before linearized reading' (duration: 187.06746ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:48.860005Z","caller":"traceutil/trace.go:171","msg":"trace[874694874] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"275.352503ms","start":"2026-04-03T01:45:48.584598Z","end":"2026-04-03T01:45:48.859951Z","steps":["trace[874694874] 'process raft request' (duration: 219.655314ms)","trace[874694874] 'compare' (duration: 55.314067ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:49.274163Z","caller":"traceutil/trace.go:171","msg":"trace[2063010912] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4798; }","duration":"498.980595ms","start":"2026-04-03T01:45:48.775164Z","end":"2026-04-03T01:45:49.274144Z","steps":["trace[2063010912] 'read index received' (duration: 29.204747ms)","trace[2063010912] 'applied index is now lower than readState.Index' (duration: 469.775098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:49.274214Z","caller":"traceutil/trace.go:171","msg":"trace[2022361349] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"645.535229ms","start":"2026-04-03T01:45:48.62866Z","end":"2026-04-03T01:45:49.274195Z","steps":["trace[2022361349] 'process raft request' (duration: 643.38124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:49.274354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:48.628631Z","time spent":"645.624392ms","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:45:49.274737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.502513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:49.274879Z","caller":"traceutil/trace.go:171","msg":"trace[1969827591] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4602; }","duration":"499.721929ms","start":"2026-04-03T01:45:48.775112Z","end":"2026-04-03T01:45:49.274834Z","steps":["trace[1969827591] 'agreement among raft nodes before linearized reading' (duration: 499.10462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:49.27493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:48.775091Z","time spent":"499.824003ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:45:49.351155Z","caller":"traceutil/trace.go:171","msg":"trace[738275674] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"489.427132ms","start":"2026-04-03T01:45:48.861708Z","end":"2026-04-03T01:45:49.351135Z","steps":["trace[738275674] 'process raft request' (duration: 489.224266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:49.351282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:48.861687Z","time spent":"489.532026ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T01:45:49.351363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.41297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:45:49.351508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.439239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:45:49.351447Z","caller":"traceutil/trace.go:171","msg":"trace[286667405] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4604; }","duration":"260.529664ms","start":"2026-04-03T01:45:49.090897Z","end":"2026-04-03T01:45:49.351426Z","steps":["trace[286667405] 'agreement among raft nodes before linearized reading' (duration: 260.334657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:49.351531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.162292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:49.351557Z","caller":"traceutil/trace.go:171","msg":"trace[2039124896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:4604; }","duration":"333.530301ms","start":"2026-04-03T01:45:49.018013Z","end":"2026-04-03T01:45:49.351543Z","steps":["trace[2039124896] 'agreement among raft nodes before linearized reading' (duration: 333.343235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:49.351602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:49.017988Z","time spent":"333.606274ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4kf9r\" "} {"level":"info","ts":"2026-04-03T01:45:49.351605Z","caller":"traceutil/trace.go:171","msg":"trace[296262849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4604; }","duration":"260.308067ms","start":"2026-04-03T01:45:49.091279Z","end":"2026-04-03T01:45:49.351587Z","steps":["trace[296262849] 'agreement among raft nodes before linearized reading' (duration: 260.10847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:49.351733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.277178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:45:49.351794Z","caller":"traceutil/trace.go:171","msg":"trace[1108600334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4604; }","duration":"119.377971ms","start":"2026-04-03T01:45:49.232399Z","end":"2026-04-03T01:45:49.351777Z","steps":["trace[1108600334] 'agreement among raft nodes before linearized reading' (duration: 119.080701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:51.316861Z","caller":"traceutil/trace.go:171","msg":"trace[1715768223] linearizableReadLoop","detail":"{readStateIndex:4860; appliedIndex:4859; }","duration":"170.222695ms","start":"2026-04-03T01:45:51.146614Z","end":"2026-04-03T01:45:51.316837Z","steps":["trace[1715768223] 'read index received' (duration: 170.001188ms)","trace[1715768223] 'applied index is now lower than readState.Index' (duration: 220.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:51.317181Z","caller":"traceutil/trace.go:171","msg":"trace[349018334] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"270.636755ms","start":"2026-04-03T01:45:51.046527Z","end":"2026-04-03T01:45:51.317164Z","steps":["trace[349018334] 'process raft request' (duration: 270.1642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:51.31754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.909937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-04-03T01:45:51.317612Z","caller":"traceutil/trace.go:171","msg":"trace[1451701368] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tg5h2; range_end:; response_count:1; response_revision:4659; }","duration":"171.01712ms","start":"2026-04-03T01:45:51.146573Z","end":"2026-04-03T01:45:51.31759Z","steps":["trace[1451701368] 'agreement among raft nodes before linearized reading' (duration: 170.834775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:51.317633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.747656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-55598c866d-77stt.18a2b57ca72a67c3\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-03T01:45:51.317647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.067713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T01:45:51.317712Z","caller":"traceutil/trace.go:171","msg":"trace[1045377065] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-55598c866d-77stt.18a2b57ca72a67c3; range_end:; response_count:1; response_revision:4659; }","duration":"166.87241ms","start":"2026-04-03T01:45:51.150821Z","end":"2026-04-03T01:45:51.317694Z","steps":["trace[1045377065] 'agreement among raft nodes before linearized reading' (duration: 166.627782ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:51.31773Z","caller":"traceutil/trace.go:171","msg":"trace[406743047] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4659; }","duration":"143.185607ms","start":"2026-04-03T01:45:51.17452Z","end":"2026-04-03T01:45:51.317706Z","steps":["trace[406743047] 'agreement among raft nodes before linearized reading' (duration: 142.927939ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:51.67345Z","caller":"traceutil/trace.go:171","msg":"trace[1699947845] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"114.152995ms","start":"2026-04-03T01:45:51.559275Z","end":"2026-04-03T01:45:51.673428Z","steps":["trace[1699947845] 'read index received' (duration: 69.926901ms)","trace[1699947845] 'applied index is now lower than readState.Index' (duration: 44.225154ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:51.673573Z","caller":"traceutil/trace.go:171","msg":"trace[1687826795] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"145.176451ms","start":"2026-04-03T01:45:51.52836Z","end":"2026-04-03T01:45:51.673537Z","steps":["trace[1687826795] 'process raft request' (duration: 100.912015ms)","trace[1687826795] 'compare' (duration: 44.061499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:51.673707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.601103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:45:51.673757Z","caller":"traceutil/trace.go:171","msg":"trace[1883741793] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4681; }","duration":"110.728426ms","start":"2026-04-03T01:45:51.563016Z","end":"2026-04-03T01:45:51.673744Z","steps":["trace[1883741793] 'agreement among raft nodes before linearized reading' (duration: 110.553931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:51.673861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.308867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-04-03T01:45:51.673884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.601129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-03T01:45:51.673896Z","caller":"traceutil/trace.go:171","msg":"trace[1779544495] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4681; }","duration":"101.371669ms","start":"2026-04-03T01:45:51.572515Z","end":"2026-04-03T01:45:51.673886Z","steps":["trace[1779544495] 'agreement among raft nodes before linearized reading' (duration: 101.284416ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:51.673922Z","caller":"traceutil/trace.go:171","msg":"trace[1991100957] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4681; }","duration":"114.687562ms","start":"2026-04-03T01:45:51.559222Z","end":"2026-04-03T01:45:51.67391Z","steps":["trace[1991100957] 'agreement among raft nodes before linearized reading' (duration: 114.537317ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:53.488584Z","caller":"traceutil/trace.go:171","msg":"trace[2122165404] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4901; }","duration":"165.045572ms","start":"2026-04-03T01:45:53.323508Z","end":"2026-04-03T01:45:53.488553Z","steps":["trace[2122165404] 'read index received' (duration: 164.871856ms)","trace[2122165404] 'applied index is now lower than readState.Index' (duration: 172.075µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:53.488731Z","caller":"traceutil/trace.go:171","msg":"trace[1240431501] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"209.886075ms","start":"2026-04-03T01:45:53.278831Z","end":"2026-04-03T01:45:53.488717Z","steps":["trace[1240431501] 'process raft request' (duration: 209.515163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:53.489294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.779174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:792044"} {"level":"info","ts":"2026-04-03T01:45:53.489378Z","caller":"traceutil/trace.go:171","msg":"trace[1720438230] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4700; }","duration":"165.920929ms","start":"2026-04-03T01:45:53.323439Z","end":"2026-04-03T01:45:53.48936Z","steps":["trace[1720438230] 'agreement among raft nodes before linearized reading' (duration: 165.420793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:53.489873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.178409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:45:53.489944Z","caller":"traceutil/trace.go:171","msg":"trace[2082508387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:4701; }","duration":"110.318943ms","start":"2026-04-03T01:45:53.379609Z","end":"2026-04-03T01:45:53.489928Z","steps":["trace[2082508387] 'agreement among raft nodes before linearized reading' (duration: 110.110797ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:53.490199Z","caller":"traceutil/trace.go:171","msg":"trace[1995068307] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"126.440485ms","start":"2026-04-03T01:45:53.363725Z","end":"2026-04-03T01:45:53.490166Z","steps":["trace[1995068307] 'process raft request' (duration: 125.856886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:53.491171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.004854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:45:53.491717Z","caller":"traceutil/trace.go:171","msg":"trace[1148867959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4701; }","duration":"110.644174ms","start":"2026-04-03T01:45:53.381045Z","end":"2026-04-03T01:45:53.491689Z","steps":["trace[1148867959] 'agreement among raft nodes before linearized reading' (duration: 109.817768ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:53.806397Z","caller":"traceutil/trace.go:171","msg":"trace[99549688] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"124.065429ms","start":"2026-04-03T01:45:53.682312Z","end":"2026-04-03T01:45:53.806377Z","steps":["trace[99549688] 'process raft request' (duration: 123.917995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:55.358365Z","caller":"traceutil/trace.go:171","msg":"trace[718195745] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"116.897873ms","start":"2026-04-03T01:45:55.241444Z","end":"2026-04-03T01:45:55.358342Z","steps":["trace[718195745] 'process raft request' (duration: 104.880701ms)","trace[718195745] 'compare' (duration: 11.695691ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:55.358688Z","caller":"traceutil/trace.go:171","msg":"trace[982961238] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"116.984905ms","start":"2026-04-03T01:45:55.241693Z","end":"2026-04-03T01:45:55.358678Z","steps":["trace[982961238] 'process raft request' (duration: 116.586693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:55.694048Z","caller":"traceutil/trace.go:171","msg":"trace[1920357207] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"159.002526ms","start":"2026-04-03T01:45:55.535017Z","end":"2026-04-03T01:45:55.694019Z","steps":["trace[1920357207] 'process raft request' (duration: 109.760643ms)","trace[1920357207] 'compare' (duration: 49.088248ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:45:55.694433Z","caller":"traceutil/trace.go:171","msg":"trace[748349360] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"159.012997ms","start":"2026-04-03T01:45:55.535408Z","end":"2026-04-03T01:45:55.694421Z","steps":["trace[748349360] 'process raft request' (duration: 158.572413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:55.694468Z","caller":"traceutil/trace.go:171","msg":"trace[1099923236] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"158.432668ms","start":"2026-04-03T01:45:55.536013Z","end":"2026-04-03T01:45:55.694446Z","steps":["trace[1099923236] 'process raft request' (duration: 158.237292ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:45:55.694421Z","caller":"traceutil/trace.go:171","msg":"trace[929236715] linearizableReadLoop","detail":"{readStateIndex:4956; appliedIndex:4952; }","duration":"157.54676ms","start":"2026-04-03T01:45:55.536852Z","end":"2026-04-03T01:45:55.694399Z","steps":["trace[929236715] 'read index received' (duration: 38.496072ms)","trace[929236715] 'applied index is now lower than readState.Index' (duration: 119.049828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:55.694758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.884661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42342"} {"level":"info","ts":"2026-04-03T01:45:55.694799Z","caller":"traceutil/trace.go:171","msg":"trace[2131674215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4752; }","duration":"157.948862ms","start":"2026-04-03T01:45:55.536839Z","end":"2026-04-03T01:45:55.694788Z","steps":["trace[2131674215] 'agreement among raft nodes before linearized reading' (duration: 157.661493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:57.45654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.927683ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T01:45:57.456634Z","caller":"traceutil/trace.go:171","msg":"trace[1707014744] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4963; }","duration":"365.257032ms","start":"2026-04-03T01:45:57.09136Z","end":"2026-04-03T01:45:57.456617Z","steps":["trace[1707014744] 'read index received' (duration: 62.562µs)","trace[1707014744] 'applied index is now lower than readState.Index' (duration: 365.19301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:45:57.456716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.355795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:45:57.456742Z","caller":"traceutil/trace.go:171","msg":"trace[214036746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4759; }","duration":"365.439367ms","start":"2026-04-03T01:45:57.091294Z","end":"2026-04-03T01:45:57.456733Z","steps":["trace[214036746] 'agreement among raft nodes before linearized reading' (duration: 365.370865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:45:57.456774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:45:57.091269Z","time spent":"365.498279ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:46:00.893587Z","caller":"traceutil/trace.go:171","msg":"trace[1431297267] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"183.473783ms","start":"2026-04-03T01:46:00.710092Z","end":"2026-04-03T01:46:00.893566Z","steps":["trace[1431297267] 'process raft request' (duration: 183.328448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.263283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.672458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:46:01.263356Z","caller":"traceutil/trace.go:171","msg":"trace[1981860723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4823; }","duration":"171.788822ms","start":"2026-04-03T01:46:01.09155Z","end":"2026-04-03T01:46:01.263339Z","steps":["trace[1981860723] 'range keys from in-memory index tree' (duration: 171.566845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.807039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.379416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:46:01.807276Z","caller":"traceutil/trace.go:171","msg":"trace[1191287015] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"450.827158ms","start":"2026-04-03T01:46:01.356434Z","end":"2026-04-03T01:46:01.807261Z","steps":["trace[1191287015] 'process raft request' (duration: 450.764056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.807593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:01.35642Z","time spent":"451.109577ms","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:01.80743Z","caller":"traceutil/trace.go:171","msg":"trace[1435765994] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"453.180852ms","start":"2026-04-03T01:46:01.354219Z","end":"2026-04-03T01:46:01.8074Z","steps":["trace[1435765994] 'process raft request' (duration: 139.359593ms)","trace[1435765994] 'compare' (duration: 313.156338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:01.807737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:01.354194Z","time spent":"453.486902ms","remote":"127.0.0.1:51702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:01.807789Z","caller":"traceutil/trace.go:171","msg":"trace[1647289514] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"451.056045ms","start":"2026-04-03T01:46:01.35672Z","end":"2026-04-03T01:46:01.807777Z","steps":["trace[1647289514] 'process raft request' (duration: 450.511678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.80743Z","caller":"traceutil/trace.go:171","msg":"trace[646516216] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"452.822521ms","start":"2026-04-03T01:46:01.354571Z","end":"2026-04-03T01:46:01.807393Z","steps":["trace[646516216] 'process raft request' (duration: 452.555663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.80789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:01.356696Z","time spent":"451.128028ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:01.807886Z","caller":"traceutil/trace.go:171","msg":"trace[1280671739] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5031; }","duration":"207.796055ms","start":"2026-04-03T01:46:01.600061Z","end":"2026-04-03T01:46:01.807857Z","steps":["trace[1280671739] 'read index received' (duration: 130.097949ms)","trace[1280671739] 'applied index is now lower than readState.Index' (duration: 77.696696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:01.807912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:01.354548Z","time spent":"453.302017ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:01.807954Z","caller":"traceutil/trace.go:171","msg":"trace[538235646] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"443.787575ms","start":"2026-04-03T01:46:01.364123Z","end":"2026-04-03T01:46:01.80791Z","steps":["trace[538235646] 'process raft request' (duration: 443.550587ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.808015Z","caller":"traceutil/trace.go:171","msg":"trace[2078456664] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"209.569522ms","start":"2026-04-03T01:46:01.598434Z","end":"2026-04-03T01:46:01.808003Z","steps":["trace[2078456664] 'process raft request' (duration: 209.374595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.808136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:01.364112Z","time spent":"443.934749ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5960,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:01.808202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.482282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:46:01.808239Z","caller":"traceutil/trace.go:171","msg":"trace[988222257] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4830; }","duration":"119.530904ms","start":"2026-04-03T01:46:01.688694Z","end":"2026-04-03T01:46:01.808224Z","steps":["trace[988222257] 'agreement among raft nodes before linearized reading' (duration: 119.480632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.808153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.642754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T01:46:01.808315Z","caller":"traceutil/trace.go:171","msg":"trace[840260924] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:4830; }","duration":"169.82882ms","start":"2026-04-03T01:46:01.63847Z","end":"2026-04-03T01:46:01.808299Z","steps":["trace[840260924] 'agreement among raft nodes before linearized reading' (duration: 169.579212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:01.808361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.194997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T01:46:01.808455Z","caller":"traceutil/trace.go:171","msg":"trace[1272800834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4830; }","duration":"208.406125ms","start":"2026-04-03T01:46:01.600038Z","end":"2026-04-03T01:46:01.808444Z","steps":["trace[1272800834] 'agreement among raft nodes before linearized reading' (duration: 208.147096ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.975444Z","caller":"traceutil/trace.go:171","msg":"trace[635377238] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"155.885957ms","start":"2026-04-03T01:46:01.819533Z","end":"2026-04-03T01:46:01.975419Z","steps":["trace[635377238] 'process raft request' (duration: 149.983899ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.975881Z","caller":"traceutil/trace.go:171","msg":"trace[1614525769] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"156.174976ms","start":"2026-04-03T01:46:01.819667Z","end":"2026-04-03T01:46:01.975842Z","steps":["trace[1614525769] 'process raft request' (duration: 155.911448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.97593Z","caller":"traceutil/trace.go:171","msg":"trace[831626367] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"154.674089ms","start":"2026-04-03T01:46:01.82123Z","end":"2026-04-03T01:46:01.975904Z","steps":["trace[831626367] 'process raft request' (duration: 154.619728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.976038Z","caller":"traceutil/trace.go:171","msg":"trace[826123782] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"156.345322ms","start":"2026-04-03T01:46:01.819667Z","end":"2026-04-03T01:46:01.976013Z","steps":["trace[826123782] 'process raft request' (duration: 155.65622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.976103Z","caller":"traceutil/trace.go:171","msg":"trace[1455053679] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"156.29098ms","start":"2026-04-03T01:46:01.819796Z","end":"2026-04-03T01:46:01.976087Z","steps":["trace[1455053679] 'process raft request' (duration: 155.9872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.976108Z","caller":"traceutil/trace.go:171","msg":"trace[1536969712] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"156.259029ms","start":"2026-04-03T01:46:01.819832Z","end":"2026-04-03T01:46:01.976091Z","steps":["trace[1536969712] 'process raft request' (duration: 155.985191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.976203Z","caller":"traceutil/trace.go:171","msg":"trace[609136123] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"156.437124ms","start":"2026-04-03T01:46:01.819753Z","end":"2026-04-03T01:46:01.97619Z","steps":["trace[609136123] 'process raft request' (duration: 155.960229ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.976313Z","caller":"traceutil/trace.go:171","msg":"trace[565028711] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"156.513337ms","start":"2026-04-03T01:46:01.819792Z","end":"2026-04-03T01:46:01.976305Z","steps":["trace[565028711] 'process raft request' (duration: 155.959399ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.993997Z","caller":"traceutil/trace.go:171","msg":"trace[1875391549] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5038; }","duration":"100.666195ms","start":"2026-04-03T01:46:01.893315Z","end":"2026-04-03T01:46:01.993982Z","steps":["trace[1875391549] 'read index received' (duration: 76.26069ms)","trace[1875391549] 'applied index is now lower than readState.Index' (duration: 24.404535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:01.994313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.964724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:46:01.994378Z","caller":"traceutil/trace.go:171","msg":"trace[1271119202] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4839; }","duration":"101.054617ms","start":"2026-04-03T01:46:01.89331Z","end":"2026-04-03T01:46:01.994364Z","steps":["trace[1271119202] 'agreement among raft nodes before linearized reading' (duration: 100.766918ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:01.994042Z","caller":"traceutil/trace.go:171","msg":"trace[1279106580] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"149.698821ms","start":"2026-04-03T01:46:01.844318Z","end":"2026-04-03T01:46:01.994017Z","steps":["trace[1279106580] 'process raft request' (duration: 149.565927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:03.090466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.427508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:46:03.090606Z","caller":"traceutil/trace.go:171","msg":"trace[66425939] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5047; }","duration":"1.088909008s","start":"2026-04-03T01:46:02.001674Z","end":"2026-04-03T01:46:03.090583Z","steps":["trace[66425939] 'read index received' (duration: 111.814759ms)","trace[66425939] 'applied index is now lower than readState.Index' (duration: 977.091709ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:03.090706Z","caller":"traceutil/trace.go:171","msg":"trace[1701965409] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"1.092395338s","start":"2026-04-03T01:46:01.998293Z","end":"2026-04-03T01:46:03.090688Z","steps":["trace[1701965409] 'process raft request' (duration: 115.301269ms)","trace[1701965409] 'compare' (duration: 976.18311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:03.090793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:01.998275Z","time spent":"1.092467061s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:03.090895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089197547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T01:46:03.090964Z","caller":"traceutil/trace.go:171","msg":"trace[1083139630] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4840; }","duration":"1.08929791s","start":"2026-04-03T01:46:02.001647Z","end":"2026-04-03T01:46:03.090945Z","steps":["trace[1083139630] 'agreement among raft nodes before linearized reading' (duration: 1.089160346s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:03.091003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:02.001636Z","time spent":"1.089359062s","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-03T01:46:03.152051Z","caller":"traceutil/trace.go:171","msg":"trace[1329494445] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"170.730978ms","start":"2026-04-03T01:46:02.981292Z","end":"2026-04-03T01:46:03.152023Z","steps":["trace[1329494445] 'process raft request' (duration: 170.280533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:03.152137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.721423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:46:03.152305Z","caller":"traceutil/trace.go:171","msg":"trace[694160076] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4841; }","duration":"876.92883ms","start":"2026-04-03T01:46:02.275351Z","end":"2026-04-03T01:46:03.15228Z","steps":["trace[694160076] 'agreement among raft nodes before linearized reading' (duration: 876.644621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:03.152315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.042501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T01:46:03.152362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130243329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-03T01:46:03.152381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:02.275335Z","time spent":"877.015323ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:46:03.152446Z","caller":"traceutil/trace.go:171","msg":"trace[1061258619] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4841; }","duration":"1.130319912s","start":"2026-04-03T01:46:02.022089Z","end":"2026-04-03T01:46:03.152409Z","steps":["trace[1061258619] 'agreement among raft nodes before linearized reading' (duration: 1.130087015s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:03.152427Z","caller":"traceutil/trace.go:171","msg":"trace[698310248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4841; }","duration":"254.242548ms","start":"2026-04-03T01:46:02.898155Z","end":"2026-04-03T01:46:03.152397Z","steps":["trace[698310248] 'agreement among raft nodes before linearized reading' (duration: 253.717221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:03.152486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:02.022079Z","time spent":"1.130400134s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:46:03.152707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124687093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:46:03.152778Z","caller":"traceutil/trace.go:171","msg":"trace[1565512694] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4841; }","duration":"1.124778206s","start":"2026-04-03T01:46:02.027982Z","end":"2026-04-03T01:46:03.15276Z","steps":["trace[1565512694] 'agreement among raft nodes before linearized reading' (duration: 1.12458428s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:03.152817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:02.027972Z","time spent":"1.124835618s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:46:04.983713Z","caller":"traceutil/trace.go:171","msg":"trace[729053945] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"121.3029ms","start":"2026-04-03T01:46:04.86239Z","end":"2026-04-03T01:46:04.983693Z","steps":["trace[729053945] 'process raft request' (duration: 121.116484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:07.610416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.715278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:46:07.610523Z","caller":"traceutil/trace.go:171","msg":"trace[1869692932] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"362.277807ms","start":"2026-04-03T01:46:07.248229Z","end":"2026-04-03T01:46:07.610507Z","steps":["trace[1869692932] 'read index received' (duration: 121.734574ms)","trace[1869692932] 'applied index is now lower than readState.Index' (duration: 240.542073ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:07.610607Z","caller":"traceutil/trace.go:171","msg":"trace[962695646] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"370.499188ms","start":"2026-04-03T01:46:07.240097Z","end":"2026-04-03T01:46:07.610596Z","steps":["trace[962695646] 'process raft request' (duration: 130.529063ms)","trace[962695646] 'compare' (duration: 239.601944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:07.61082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:07.240085Z","time spent":"370.552921ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:07.610944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.694401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:46:07.611028Z","caller":"traceutil/trace.go:171","msg":"trace[1478163077] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4888; }","duration":"362.795674ms","start":"2026-04-03T01:46:07.248214Z","end":"2026-04-03T01:46:07.61101Z","steps":["trace[1478163077] 'agreement among raft nodes before linearized reading' (duration: 362.537406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:07.611078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:07.248196Z","time spent":"362.874176ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:46:07.75391Z","caller":"traceutil/trace.go:171","msg":"trace[1189908750] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"135.962945ms","start":"2026-04-03T01:46:07.617921Z","end":"2026-04-03T01:46:07.753884Z","steps":["trace[1189908750] 'process raft request' (duration: 133.871969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.006886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.807291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:46:10.006987Z","caller":"traceutil/trace.go:171","msg":"trace[1313983390] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4956; }","duration":"239.960606ms","start":"2026-04-03T01:46:09.767004Z","end":"2026-04-03T01:46:10.006965Z","steps":["trace[1313983390] 'range keys from in-memory index tree' (duration: 239.602004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:10.007795Z","caller":"traceutil/trace.go:171","msg":"trace[666997029] linearizableReadLoop","detail":"{readStateIndex:5167; appliedIndex:5166; }","duration":"119.932767ms","start":"2026-04-03T01:46:09.887831Z","end":"2026-04-03T01:46:10.007764Z","steps":["trace[666997029] 'read index received' (duration: 118.999527ms)","trace[666997029] 'applied index is now lower than readState.Index' (duration: 932.02µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:10.007851Z","caller":"traceutil/trace.go:171","msg":"trace[727146081] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"126.134263ms","start":"2026-04-03T01:46:09.881664Z","end":"2026-04-03T01:46:10.007798Z","steps":["trace[727146081] 'process raft request' (duration: 125.323047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.008039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.217375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:46:10.008101Z","caller":"traceutil/trace.go:171","msg":"trace[406790777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:4957; }","duration":"120.326789ms","start":"2026-04-03T01:46:09.887756Z","end":"2026-04-03T01:46:10.008083Z","steps":["trace[406790777] 'agreement among raft nodes before linearized reading' (duration: 120.191275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.008281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.239121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-03T01:46:10.008383Z","caller":"traceutil/trace.go:171","msg":"trace[1063093348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab; range_end:; response_count:1; response_revision:4957; }","duration":"100.399786ms","start":"2026-04-03T01:46:09.907965Z","end":"2026-04-03T01:46:10.008365Z","steps":["trace[1063093348] 'agreement among raft nodes before linearized reading' (duration: 100.061305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.540349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.071169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:46:10.540437Z","caller":"traceutil/trace.go:171","msg":"trace[6501531] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5167; }","duration":"526.407126ms","start":"2026-04-03T01:46:10.014016Z","end":"2026-04-03T01:46:10.540423Z","steps":["trace[6501531] 'read index received' (duration: 280.083968ms)","trace[6501531] 'applied index is now lower than readState.Index' (duration: 246.322318ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:10.540506Z","caller":"traceutil/trace.go:171","msg":"trace[346020364] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"526.504859ms","start":"2026-04-03T01:46:10.013993Z","end":"2026-04-03T01:46:10.540498Z","steps":["trace[346020364] 'process raft request' (duration: 280.185912ms)","trace[346020364] 'compare' (duration: 245.974546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:10.540555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.013972Z","time spent":"526.55744ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:10.54077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.752027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:46:10.540796Z","caller":"traceutil/trace.go:171","msg":"trace[206844864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4958; }","duration":"526.790707ms","start":"2026-04-03T01:46:10.013998Z","end":"2026-04-03T01:46:10.540789Z","steps":["trace[206844864] 'agreement among raft nodes before linearized reading' (duration: 526.693274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.54082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.01399Z","time spent":"526.825519ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:46:10.540923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.697832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T01:46:10.540947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.961946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:46:10.540976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.777352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:46:10.541021Z","caller":"traceutil/trace.go:171","msg":"trace[574271909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4958; }","duration":"513.813526ms","start":"2026-04-03T01:46:10.027174Z","end":"2026-04-03T01:46:10.540988Z","steps":["trace[574271909] 'agreement among raft nodes before linearized reading' (duration: 513.62444ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:10.541051Z","caller":"traceutil/trace.go:171","msg":"trace[1839957994] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4958; }","duration":"356.107131ms","start":"2026-04-03T01:46:10.184922Z","end":"2026-04-03T01:46:10.541029Z","steps":["trace[1839957994] 'agreement among raft nodes before linearized reading' (duration: 355.874074ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:10.541059Z","caller":"traceutil/trace.go:171","msg":"trace[1816810257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4958; }","duration":"506.887096ms","start":"2026-04-03T01:46:10.034151Z","end":"2026-04-03T01:46:10.541038Z","steps":["trace[1816810257] 'agreement among raft nodes before linearized reading' (duration: 506.649669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.541052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.330775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:46:10.541082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.027161Z","time spent":"513.909189ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:46:10.541126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.034143Z","time spent":"506.975439ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:46:10.541074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.115332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-03T01:46:10.541138Z","caller":"traceutil/trace.go:171","msg":"trace[561972972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4958; }","duration":"447.439799ms","start":"2026-04-03T01:46:10.093679Z","end":"2026-04-03T01:46:10.541119Z","steps":["trace[561972972] 'agreement among raft nodes before linearized reading' (duration: 447.340126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.541193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.093664Z","time spent":"447.521442ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:46:10.541036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.526458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:46:10.541195Z","caller":"traceutil/trace.go:171","msg":"trace[765839206] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4958; }","duration":"374.270118ms","start":"2026-04-03T01:46:10.166907Z","end":"2026-04-03T01:46:10.541177Z","steps":["trace[765839206] 'agreement among raft nodes before linearized reading' (duration: 374.047211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:10.541246Z","caller":"traceutil/trace.go:171","msg":"trace[616434813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4958; }","duration":"508.744135ms","start":"2026-04-03T01:46:10.032484Z","end":"2026-04-03T01:46:10.541228Z","steps":["trace[616434813] 'agreement among raft nodes before linearized reading' (duration: 508.504548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.541243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.166894Z","time spent":"374.33914ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-03T01:46:10.541305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.032475Z","time spent":"508.814537ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:46:10.541262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.543048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-03T01:46:10.541375Z","caller":"traceutil/trace.go:171","msg":"trace[1081804674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab; range_end:; response_count:1; response_revision:4958; }","duration":"248.693342ms","start":"2026-04-03T01:46:10.29266Z","end":"2026-04-03T01:46:10.541354Z","steps":["trace[1081804674] 'agreement among raft nodes before linearized reading' (duration: 248.357452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.541418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.054115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-03T01:46:10.541495Z","caller":"traceutil/trace.go:171","msg":"trace[418925198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4958; }","duration":"469.654094ms","start":"2026-04-03T01:46:10.071828Z","end":"2026-04-03T01:46:10.541482Z","steps":["trace[418925198] 'agreement among raft nodes before linearized reading' (duration: 468.969953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:10.541567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.071809Z","time spent":"469.748958ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:46:10.541117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.184906Z","time spent":"356.195933ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":46,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:46:11.046893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304835923,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:46:11.258488Z","caller":"traceutil/trace.go:171","msg":"trace[420859247] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"713.021809ms","start":"2026-04-03T01:46:10.545434Z","end":"2026-04-03T01:46:11.258456Z","steps":["trace[420859247] 'process raft request' (duration: 712.72058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:11.258725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.545416Z","time spent":"713.172564ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:12.071508Z","caller":"traceutil/trace.go:171","msg":"trace[765485742] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"1.52566678s","start":"2026-04-03T01:46:10.545813Z","end":"2026-04-03T01:46:12.07148Z","steps":["trace[765485742] 'process raft request' (duration: 1.525460724s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.071703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.5458Z","time spent":"1.525811794s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:12.071869Z","caller":"traceutil/trace.go:171","msg":"trace[1082913877] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"1.523477811s","start":"2026-04-03T01:46:10.548334Z","end":"2026-04-03T01:46:12.071812Z","steps":["trace[1082913877] 'process raft request' (duration: 1.523103539s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:12.071935Z","caller":"traceutil/trace.go:171","msg":"trace[589181574] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"1.523321876s","start":"2026-04-03T01:46:10.548599Z","end":"2026-04-03T01:46:12.071921Z","steps":["trace[589181574] 'process raft request' (duration: 1.52312205s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:12.071973Z","caller":"traceutil/trace.go:171","msg":"trace[720616104] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"1.522897452s","start":"2026-04-03T01:46:10.549052Z","end":"2026-04-03T01:46:12.071949Z","steps":["trace[720616104] 'process raft request' (duration: 1.522791209s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.072134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.549035Z","time spent":"1.523017366s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:12.07214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.548314Z","time spent":"1.523616895s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:12.072002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.548581Z","time spent":"1.523389318s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:12.072272Z","caller":"traceutil/trace.go:171","msg":"trace[833163058] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"1.52280431s","start":"2026-04-03T01:46:10.549448Z","end":"2026-04-03T01:46:12.072252Z","steps":["trace[833163058] 'process raft request' (duration: 1.522448898s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.072361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.54941Z","time spent":"1.522901262s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:12.072414Z","caller":"traceutil/trace.go:171","msg":"trace[717807377] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"1.522556921s","start":"2026-04-03T01:46:10.549845Z","end":"2026-04-03T01:46:12.072402Z","steps":["trace[717807377] 'process raft request' (duration: 1.522302383s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.072473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.549833Z","time spent":"1.522607323s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:12.07252Z","caller":"traceutil/trace.go:171","msg":"trace[711378092] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"1.522458658s","start":"2026-04-03T01:46:10.550039Z","end":"2026-04-03T01:46:12.072498Z","steps":["trace[711378092] 'process raft request' (duration: 1.522256422s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:12.072473Z","caller":"traceutil/trace.go:171","msg":"trace[645118463] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5168; }","duration":"1.52662376s","start":"2026-04-03T01:46:10.545837Z","end":"2026-04-03T01:46:12.07246Z","steps":["trace[645118463] 'read index received' (duration: 712.296446ms)","trace[645118463] 'applied index is now lower than readState.Index' (duration: 814.326304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:46:12.072596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526753244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-04-03T01:46:12.072634Z","caller":"traceutil/trace.go:171","msg":"trace[540722866] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4966; }","duration":"1.526790135s","start":"2026-04-03T01:46:10.545831Z","end":"2026-04-03T01:46:12.072621Z","steps":["trace[540722866] 'agreement among raft nodes before linearized reading' (duration: 1.526668141s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.072645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.550027Z","time spent":"1.522552911s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:12.072666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.545807Z","time spent":"1.526849937s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-03T01:46:12.076408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.519083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:46:12.076475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528565212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-03T01:46:12.076535Z","caller":"traceutil/trace.go:171","msg":"trace[997557652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4967; }","duration":"482.694469ms","start":"2026-04-03T01:46:11.593822Z","end":"2026-04-03T01:46:12.076516Z","steps":["trace[997557652] 'agreement among raft nodes before linearized reading' (duration: 482.508383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.076649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:11.593804Z","time spent":"482.825774ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:46:12.076568Z","caller":"traceutil/trace.go:171","msg":"trace[219687872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4967; }","duration":"1.528728597s","start":"2026-04-03T01:46:10.547821Z","end":"2026-04-03T01:46:12.076549Z","steps":["trace[219687872] 'agreement among raft nodes before linearized reading' (duration: 1.52849751s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.076956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.547802Z","time spent":"1.529142201s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:46:12.076995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.15906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-03T01:46:12.077044Z","caller":"traceutil/trace.go:171","msg":"trace[798026243] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4967; }","duration":"446.220041ms","start":"2026-04-03T01:46:11.630808Z","end":"2026-04-03T01:46:12.077028Z","steps":["trace[798026243] 'agreement among raft nodes before linearized reading' (duration: 446.049336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.077088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:11.630794Z","time spent":"446.282454ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:46:12.077099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.540912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:46:12.077151Z","caller":"traceutil/trace.go:171","msg":"trace[1004751129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4967; }","duration":"872.640666ms","start":"2026-04-03T01:46:11.204499Z","end":"2026-04-03T01:46:12.07714Z","steps":["trace[1004751129] 'agreement among raft nodes before linearized reading' (duration: 872.534082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.077184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:11.204477Z","time spent":"872.702277ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T01:46:12.076657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078801138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:46:12.077313Z","caller":"traceutil/trace.go:171","msg":"trace[649521492] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4967; }","duration":"1.07948873s","start":"2026-04-03T01:46:10.997811Z","end":"2026-04-03T01:46:12.077299Z","steps":["trace[649521492] 'agreement among raft nodes before linearized reading' (duration: 1.078782487s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.077419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.997794Z","time spent":"1.079610653s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":45,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:46:12.076903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.999581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T01:46:12.077512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19481069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-04-03T01:46:12.077542Z","caller":"traceutil/trace.go:171","msg":"trace[1818151030] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4967; }","duration":"1.194885892s","start":"2026-04-03T01:46:10.882646Z","end":"2026-04-03T01:46:12.077532Z","steps":["trace[1818151030] 'agreement among raft nodes before linearized reading' (duration: 1.194050096s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:12.077536Z","caller":"traceutil/trace.go:171","msg":"trace[867024019] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:4967; }","duration":"438.669852ms","start":"2026-04-03T01:46:11.638852Z","end":"2026-04-03T01:46:12.077522Z","steps":["trace[867024019] 'agreement among raft nodes before linearized reading' (duration: 437.872317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.077569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:10.882622Z","time spent":"1.194940774s","remote":"127.0.0.1:43338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3221,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T01:46:12.077582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:11.638832Z","time spent":"438.736624ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-03T01:46:12.077487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.686616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T01:46:12.07775Z","caller":"traceutil/trace.go:171","msg":"trace[356635582] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4967; }","duration":"958.984866ms","start":"2026-04-03T01:46:11.118755Z","end":"2026-04-03T01:46:12.07774Z","steps":["trace[356635582] 'agreement among raft nodes before linearized reading' (duration: 958.639015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.077783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:11.118736Z","time spent":"959.039387ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-03T01:46:12.076522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057853104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-03T01:46:12.077853Z","caller":"traceutil/trace.go:171","msg":"trace[2105304568] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab; range_end:; response_count:1; response_revision:4967; }","duration":"1.059194556s","start":"2026-04-03T01:46:11.018621Z","end":"2026-04-03T01:46:12.077816Z","steps":["trace[2105304568] 'agreement among raft nodes before linearized reading' (duration: 1.057846373s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:12.077903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:11.018611Z","time spent":"1.059278929s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-af967b83-5627-4f4d-8dbe-ec2e84a747ab\" "} {"level":"info","ts":"2026-04-03T01:46:19.5331Z","caller":"traceutil/trace.go:171","msg":"trace[1077879403] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"241.286438ms","start":"2026-04-03T01:46:19.291786Z","end":"2026-04-03T01:46:19.533073Z","steps":["trace[1077879403] 'process raft request' (duration: 241.143513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:24.306867Z","caller":"traceutil/trace.go:171","msg":"trace[391688013] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"184.507076ms","start":"2026-04-03T01:46:24.122343Z","end":"2026-04-03T01:46:24.30685Z","steps":["trace[391688013] 'read index received' (duration: 184.299429ms)","trace[391688013] 'applied index is now lower than readState.Index' (duration: 206.997µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:24.306952Z","caller":"traceutil/trace.go:171","msg":"trace[48227127] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"188.225874ms","start":"2026-04-03T01:46:24.118689Z","end":"2026-04-03T01:46:24.306915Z","steps":["trace[48227127] 'process raft request' (duration: 188.030298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.307023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.679481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T01:46:24.307047Z","caller":"traceutil/trace.go:171","msg":"trace[2128654413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5144; }","duration":"184.752994ms","start":"2026-04-03T01:46:24.122289Z","end":"2026-04-03T01:46:24.307042Z","steps":["trace[2128654413] 'agreement among raft nodes before linearized reading' (duration: 184.646921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.307157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.715932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T01:46:24.307172Z","caller":"traceutil/trace.go:171","msg":"trace[670509386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5144; }","duration":"138.754774ms","start":"2026-04-03T01:46:24.168414Z","end":"2026-04-03T01:46:24.307169Z","steps":["trace[670509386] 'agreement among raft nodes before linearized reading' (duration: 138.701792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.307219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.506633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T01:46:24.307301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.983632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:46:24.307302Z","caller":"traceutil/trace.go:171","msg":"trace[146456140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5144; }","duration":"182.633507ms","start":"2026-04-03T01:46:24.12465Z","end":"2026-04-03T01:46:24.307283Z","steps":["trace[146456140] 'agreement among raft nodes before linearized reading' (duration: 182.360268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:24.307319Z","caller":"traceutil/trace.go:171","msg":"trace[1502536219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:5144; }","duration":"134.033454ms","start":"2026-04-03T01:46:24.173282Z","end":"2026-04-03T01:46:24.307315Z","steps":["trace[1502536219] 'agreement among raft nodes before linearized reading' (duration: 133.968642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.307403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.595192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:46:24.307476Z","caller":"traceutil/trace.go:171","msg":"trace[1531916373] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5144; }","duration":"129.700946ms","start":"2026-04-03T01:46:24.177754Z","end":"2026-04-03T01:46:24.307455Z","steps":["trace[1531916373] 'agreement among raft nodes before linearized reading' (duration: 129.487669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.307528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.476891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:46:24.30756Z","caller":"traceutil/trace.go:171","msg":"trace[2091450032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5144; }","duration":"182.521733ms","start":"2026-04-03T01:46:24.125029Z","end":"2026-04-03T01:46:24.307551Z","steps":["trace[2091450032] 'agreement among raft nodes before linearized reading' (duration: 182.42871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.307839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.015444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T01:46:24.307908Z","caller":"traceutil/trace.go:171","msg":"trace[1634275356] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5144; }","duration":"140.108307ms","start":"2026-04-03T01:46:24.167781Z","end":"2026-04-03T01:46:24.307889Z","steps":["trace[1634275356] 'agreement among raft nodes before linearized reading' (duration: 139.632582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:24.685946Z","caller":"traceutil/trace.go:171","msg":"trace[662648717] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"374.524966ms","start":"2026-04-03T01:46:24.311396Z","end":"2026-04-03T01:46:24.685921Z","steps":["trace[662648717] 'read index received' (duration: 373.525264ms)","trace[662648717] 'applied index is now lower than readState.Index' (duration: 998.302µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:24.685986Z","caller":"traceutil/trace.go:171","msg":"trace[1686548251] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"374.748243ms","start":"2026-04-03T01:46:24.311203Z","end":"2026-04-03T01:46:24.685952Z","steps":["trace[1686548251] 'process raft request' (duration: 373.755651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.686135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.311192Z","time spent":"374.865246ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:24.686232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.816505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:60906"} {"level":"info","ts":"2026-04-03T01:46:24.686309Z","caller":"traceutil/trace.go:171","msg":"trace[1799596024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5145; }","duration":"374.902797ms","start":"2026-04-03T01:46:24.31139Z","end":"2026-04-03T01:46:24.686293Z","steps":["trace[1799596024] 'agreement among raft nodes before linearized reading' (duration: 374.631639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.686356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.311351Z","time spent":"374.99429ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":60929,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T01:46:24.688235Z","caller":"traceutil/trace.go:171","msg":"trace[2056513525] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"376.703635ms","start":"2026-04-03T01:46:24.31152Z","end":"2026-04-03T01:46:24.688224Z","steps":["trace[2056513525] 'process raft request' (duration: 376.617462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.688314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.311507Z","time spent":"376.762126ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:24.688449Z","caller":"traceutil/trace.go:171","msg":"trace[24807985] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"376.767546ms","start":"2026-04-03T01:46:24.311664Z","end":"2026-04-03T01:46:24.688432Z","steps":["trace[24807985] 'process raft request' (duration: 376.537669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.688533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.311604Z","time spent":"376.88719ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:24.688531Z","caller":"traceutil/trace.go:171","msg":"trace[1700698594] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"376.801718ms","start":"2026-04-03T01:46:24.311707Z","end":"2026-04-03T01:46:24.688509Z","steps":["trace[1700698594] 'process raft request' (duration: 376.661143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.688697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.180041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T01:46:24.688734Z","caller":"traceutil/trace.go:171","msg":"trace[1845265476] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5150; }","duration":"240.233713ms","start":"2026-04-03T01:46:24.448488Z","end":"2026-04-03T01:46:24.688721Z","steps":["trace[1845265476] 'agreement among raft nodes before linearized reading' (duration: 240.150041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.688714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.13927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-03T01:46:24.688731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.311697Z","time spent":"376.926551ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:46:24.688775Z","caller":"traceutil/trace.go:171","msg":"trace[1464531073] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"376.535169ms","start":"2026-04-03T01:46:24.312227Z","end":"2026-04-03T01:46:24.688762Z","steps":["trace[1464531073] 'process raft request' (duration: 376.223849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:24.688785Z","caller":"traceutil/trace.go:171","msg":"trace[62353171] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5150; }","duration":"315.258565ms","start":"2026-04-03T01:46:24.373507Z","end":"2026-04-03T01:46:24.688765Z","steps":["trace[62353171] 'agreement among raft nodes before linearized reading' (duration: 315.040668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.688828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.373482Z","time spent":"315.337556ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:46:24.688835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.312216Z","time spent":"376.589951ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:24.689024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.131066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:46:24.688936Z","caller":"traceutil/trace.go:171","msg":"trace[2103839672] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"374.588037ms","start":"2026-04-03T01:46:24.314324Z","end":"2026-04-03T01:46:24.688912Z","steps":["trace[2103839672] 'process raft request' (duration: 374.169054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:24.689079Z","caller":"traceutil/trace.go:171","msg":"trace[493435738] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5150; }","duration":"134.21881ms","start":"2026-04-03T01:46:24.554844Z","end":"2026-04-03T01:46:24.689063Z","steps":["trace[493435738] 'agreement among raft nodes before linearized reading' (duration: 134.136008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:24.68915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:46:24.314307Z","time spent":"374.796303ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:46:24.689222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.871487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17233"} {"level":"info","ts":"2026-04-03T01:46:24.689403Z","caller":"traceutil/trace.go:171","msg":"trace[545447381] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5150; }","duration":"266.031323ms","start":"2026-04-03T01:46:24.423296Z","end":"2026-04-03T01:46:24.689327Z","steps":["trace[545447381] 'agreement among raft nodes before linearized reading' (duration: 265.406893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:28.480514Z","caller":"traceutil/trace.go:171","msg":"trace[1220872116] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"161.133864ms","start":"2026-04-03T01:46:28.319347Z","end":"2026-04-03T01:46:28.480481Z","steps":["trace[1220872116] 'process raft request' (duration: 82.421176ms)","trace[1220872116] 'compare' (duration: 78.391538ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:28.971795Z","caller":"traceutil/trace.go:171","msg":"trace[2085832958] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"122.440245ms","start":"2026-04-03T01:46:28.84933Z","end":"2026-04-03T01:46:28.971771Z","steps":["trace[2085832958] 'process raft request' (duration: 107.666996ms)","trace[2085832958] 'compare' (duration: 14.554052ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:29.12356Z","caller":"traceutil/trace.go:171","msg":"trace[449061410] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"147.306985ms","start":"2026-04-03T01:46:28.976213Z","end":"2026-04-03T01:46:29.12352Z","steps":["trace[449061410] 'process raft request' (duration: 100.142958ms)","trace[449061410] 'compare' (duration: 46.95534ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:30.596257Z","caller":"traceutil/trace.go:171","msg":"trace[1930471651] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"110.345192ms","start":"2026-04-03T01:46:30.485844Z","end":"2026-04-03T01:46:30.596189Z","steps":["trace[1930471651] 'process raft request' (duration: 110.199658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:31.599381Z","caller":"traceutil/trace.go:171","msg":"trace[1751101021] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"120.316439ms","start":"2026-04-03T01:46:31.479034Z","end":"2026-04-03T01:46:31.599351Z","steps":["trace[1751101021] 'process raft request' (duration: 89.322205ms)","trace[1751101021] 'compare' (duration: 30.821558ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:46:35.862105Z","caller":"traceutil/trace.go:171","msg":"trace[455068598] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"102.634398ms","start":"2026-04-03T01:46:35.759438Z","end":"2026-04-03T01:46:35.862073Z","steps":["trace[455068598] 'process raft request' (duration: 99.345343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:46:38.120446Z","caller":"traceutil/trace.go:171","msg":"trace[1929952655] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5271; }","duration":"103.835715ms","start":"2026-04-03T01:46:38.01658Z","end":"2026-04-03T01:46:38.120415Z","steps":["trace[1929952655] 'process raft request' (duration: 95.82536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:46:59.707883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.388266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:46:59.708066Z","caller":"traceutil/trace.go:171","msg":"trace[1350308798] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"222.916605ms","start":"2026-04-03T01:46:59.485123Z","end":"2026-04-03T01:46:59.70804Z","steps":["trace[1350308798] 'process raft request' (duration: 99.188358ms)","trace[1350308798] 'compare' (duration: 123.17836ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:08.838669Z","caller":"traceutil/trace.go:171","msg":"trace[103209735] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"107.382066ms","start":"2026-04-03T01:47:08.731246Z","end":"2026-04-03T01:47:08.838628Z","steps":["trace[103209735] 'process raft request' (duration: 107.059166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.115568Z","caller":"traceutil/trace.go:171","msg":"trace[435916642] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5823; }","duration":"155.121887ms","start":"2026-04-03T01:47:08.960412Z","end":"2026-04-03T01:47:09.115534Z","steps":["trace[435916642] 'read index received' (duration: 104.838676ms)","trace[435916642] 'applied index is now lower than readState.Index' (duration: 50.281501ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:09.115671Z","caller":"traceutil/trace.go:171","msg":"trace[77832791] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"234.662643ms","start":"2026-04-03T01:47:08.880946Z","end":"2026-04-03T01:47:09.115609Z","steps":["trace[77832791] 'process raft request' (duration: 184.252428ms)","trace[77832791] 'compare' (duration: 50.086885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:47:09.115906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.476219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-03T01:47:09.115969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.683266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T01:47:09.116014Z","caller":"traceutil/trace.go:171","msg":"trace[1866224468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5586; }","duration":"137.778989ms","start":"2026-04-03T01:47:08.978224Z","end":"2026-04-03T01:47:09.116003Z","steps":["trace[1866224468] 'agreement among raft nodes before linearized reading' (duration: 137.622494ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.116024Z","caller":"traceutil/trace.go:171","msg":"trace[1430494159] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5586; }","duration":"155.581372ms","start":"2026-04-03T01:47:08.960359Z","end":"2026-04-03T01:47:09.11594Z","steps":["trace[1430494159] 'agreement among raft nodes before linearized reading' (duration: 155.389266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:09.116297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.214583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:47:09.11633Z","caller":"traceutil/trace.go:171","msg":"trace[871797767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5586; }","duration":"132.247044ms","start":"2026-04-03T01:47:08.984074Z","end":"2026-04-03T01:47:09.116321Z","steps":["trace[871797767] 'agreement among raft nodes before linearized reading' (duration: 132.115269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:09.116382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.536266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T01:47:09.11635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.51682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:47:09.116449Z","caller":"traceutil/trace.go:171","msg":"trace[1951139015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5586; }","duration":"134.625239ms","start":"2026-04-03T01:47:08.981806Z","end":"2026-04-03T01:47:09.116431Z","steps":["trace[1951139015] 'agreement among raft nodes before linearized reading' (duration: 134.418643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.116473Z","caller":"traceutil/trace.go:171","msg":"trace[1036753335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5586; }","duration":"118.701505ms","start":"2026-04-03T01:47:08.997747Z","end":"2026-04-03T01:47:09.116449Z","steps":["trace[1036753335] 'agreement among raft nodes before linearized reading' (duration: 118.455787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:09.11703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.59458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T01:47:09.117068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.242584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:47:09.117153Z","caller":"traceutil/trace.go:171","msg":"trace[1595933065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:5586; }","duration":"129.737164ms","start":"2026-04-03T01:47:08.987382Z","end":"2026-04-03T01:47:09.117119Z","steps":["trace[1595933065] 'agreement among raft nodes before linearized reading' (duration: 128.784794ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.117261Z","caller":"traceutil/trace.go:171","msg":"trace[1985582222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5586; }","duration":"108.349527ms","start":"2026-04-03T01:47:09.008781Z","end":"2026-04-03T01:47:09.11713Z","steps":["trace[1985582222] 'agreement among raft nodes before linearized reading' (duration: 107.388717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.316069Z","caller":"traceutil/trace.go:171","msg":"trace[1491833890] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"194.41895ms","start":"2026-04-03T01:47:09.121615Z","end":"2026-04-03T01:47:09.316034Z","steps":["trace[1491833890] 'process raft request' (duration: 194.009197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.316033Z","caller":"traceutil/trace.go:171","msg":"trace[1269706066] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"194.313936ms","start":"2026-04-03T01:47:09.12168Z","end":"2026-04-03T01:47:09.315994Z","steps":["trace[1269706066] 'process raft request' (duration: 194.211973ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.316365Z","caller":"traceutil/trace.go:171","msg":"trace[336608701] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"194.393439ms","start":"2026-04-03T01:47:09.121948Z","end":"2026-04-03T01:47:09.316341Z","steps":["trace[336608701] 'process raft request' (duration: 193.990887ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.316414Z","caller":"traceutil/trace.go:171","msg":"trace[381057245] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5824; }","duration":"194.665348ms","start":"2026-04-03T01:47:09.121724Z","end":"2026-04-03T01:47:09.316389Z","steps":["trace[381057245] 'read index received' (duration: 65.839683ms)","trace[381057245] 'applied index is now lower than readState.Index' (duration: 128.824055ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:47:09.316552Z","caller":"traceutil/trace.go:171","msg":"trace[2050663796] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"193.899064ms","start":"2026-04-03T01:47:09.122636Z","end":"2026-04-03T01:47:09.316535Z","steps":["trace[2050663796] 'process raft request' (duration: 193.587464ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:47:09.31657Z","caller":"traceutil/trace.go:171","msg":"trace[335619643] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5591; }","duration":"192.53015ms","start":"2026-04-03T01:47:09.124016Z","end":"2026-04-03T01:47:09.316546Z","steps":["trace[335619643] 'process raft request' (duration: 192.329524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:09.316766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.016919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81252"} {"level":"info","ts":"2026-04-03T01:47:09.316803Z","caller":"traceutil/trace.go:171","msg":"trace[1811948224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5591; }","duration":"195.105642ms","start":"2026-04-03T01:47:09.121687Z","end":"2026-04-03T01:47:09.316792Z","steps":["trace[1811948224] 'agreement among raft nodes before linearized reading' (duration: 194.795282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:47:17.788875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.111638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:47:17.78899Z","caller":"traceutil/trace.go:171","msg":"trace[1957668908] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"114.079109ms","start":"2026-04-03T01:47:17.674891Z","end":"2026-04-03T01:47:17.78897Z","steps":["trace[1957668908] 'compare' (duration: 112.963753ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:49:08.005746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3187} {"level":"info","ts":"2026-04-03T01:49:08.098498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3187,"took":"91.562741ms","hash":2974817361,"current-db-size-bytes":60018688,"current-db-size":"60 MB","current-db-size-in-use-bytes":33591296,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-03T01:49:08.09857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2974817361,"revision":3187,"compact-revision":-1} {"level":"warn","ts":"2026-04-03T01:51:46.037826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.519255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:51:46.038083Z","caller":"traceutil/trace.go:171","msg":"trace[1931657052] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"279.842809ms","start":"2026-04-03T01:51:45.758193Z","end":"2026-04-03T01:51:46.038036Z","steps":["trace[1931657052] 'process raft request' (duration: 144.011054ms)","trace[1931657052] 'compare' (duration: 135.321878ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:51:46.038159Z","caller":"traceutil/trace.go:171","msg":"trace[608337155] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"257.264911ms","start":"2026-04-03T01:51:45.780873Z","end":"2026-04-03T01:51:46.038138Z","steps":["trace[608337155] 'process raft request' (duration: 257.197539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:46.038505Z","caller":"traceutil/trace.go:171","msg":"trace[243717710] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"262.352723ms","start":"2026-04-03T01:51:45.77594Z","end":"2026-04-03T01:51:46.038292Z","steps":["trace[243717710] 'process raft request' (duration: 262.015652ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:46.039133Z","caller":"traceutil/trace.go:171","msg":"trace[28513885] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"154.545209ms","start":"2026-04-03T01:51:45.884572Z","end":"2026-04-03T01:51:46.039118Z","steps":["trace[28513885] 'process raft request' (duration: 154.477497ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:52.857085Z","caller":"traceutil/trace.go:171","msg":"trace[39825927] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"124.501665ms","start":"2026-04-03T01:51:52.732555Z","end":"2026-04-03T01:51:52.857057Z","steps":["trace[39825927] 'process raft request' (duration: 70.554171ms)","trace[39825927] 'compare' (duration: 53.82364ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:51:52.857081Z","caller":"traceutil/trace.go:171","msg":"trace[2146190477] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8383; }","duration":"123.128121ms","start":"2026-04-03T01:51:52.733918Z","end":"2026-04-03T01:51:52.857047Z","steps":["trace[2146190477] 'read index received' (duration: 33.165063ms)","trace[2146190477] 'applied index is now lower than readState.Index' (duration: 89.961748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:51:52.85728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.346098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:51:52.857351Z","caller":"traceutil/trace.go:171","msg":"trace[1986310464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8021; }","duration":"123.432551ms","start":"2026-04-03T01:51:52.733904Z","end":"2026-04-03T01:51:52.857336Z","steps":["trace[1986310464] 'agreement among raft nodes before linearized reading' (duration: 123.249055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:56.796979Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002151.wal"} {"level":"warn","ts":"2026-04-03T01:51:59.221758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.085668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:51:59.221877Z","caller":"traceutil/trace.go:171","msg":"trace[740788061] linearizableReadLoop","detail":"{readStateIndex:8547; appliedIndex:8546; }","duration":"343.125898ms","start":"2026-04-03T01:51:58.878732Z","end":"2026-04-03T01:51:59.221858Z","steps":["trace[740788061] 'read index received' (duration: 10.816593ms)","trace[740788061] 'applied index is now lower than readState.Index' (duration: 332.307955ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:51:59.222022Z","caller":"traceutil/trace.go:171","msg":"trace[1208150792] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"407.443161ms","start":"2026-04-03T01:51:58.814541Z","end":"2026-04-03T01:51:59.221985Z","steps":["trace[1208150792] 'process raft request' (duration: 75.039923ms)","trace[1208150792] 'compare' (duration: 331.954584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:51:59.22217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.445029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T01:51:59.222195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:58.814516Z","time spent":"407.589256ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:51:59.222216Z","caller":"traceutil/trace.go:171","msg":"trace[832423652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8182; }","duration":"343.48706ms","start":"2026-04-03T01:51:58.878714Z","end":"2026-04-03T01:51:59.222201Z","steps":["trace[832423652] 'agreement among raft nodes before linearized reading' (duration: 343.348756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.222253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:58.878633Z","time spent":"343.612915ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:51:59.765657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.520494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:51:59.765861Z","caller":"traceutil/trace.go:171","msg":"trace[615557842] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8547; }","duration":"543.942136ms","start":"2026-04-03T01:51:59.221903Z","end":"2026-04-03T01:51:59.765845Z","steps":["trace[615557842] 'read index received' (duration: 187.174414ms)","trace[615557842] 'applied index is now lower than readState.Index' (duration: 356.766712ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:51:59.766Z","caller":"traceutil/trace.go:171","msg":"trace[107912508] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"671.032873ms","start":"2026-04-03T01:51:59.094928Z","end":"2026-04-03T01:51:59.765961Z","steps":["trace[107912508] 'process raft request' (duration: 314.133207ms)","trace[107912508] 'compare' (duration: 356.020528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:51:59.766143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.050112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:51:59.766178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.257458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T01:51:59.766155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.264136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:51:59.766171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:59.094914Z","time spent":"671.178258ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:51:59.766208Z","caller":"traceutil/trace.go:171","msg":"trace[1785774472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8184; }","duration":"840.32932ms","start":"2026-04-03T01:51:58.925869Z","end":"2026-04-03T01:51:59.766198Z","steps":["trace[1785774472] 'agreement among raft nodes before linearized reading' (duration: 840.062452ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:59.766214Z","caller":"traceutil/trace.go:171","msg":"trace[543356107] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8184; }","duration":"874.166215ms","start":"2026-04-03T01:51:58.89203Z","end":"2026-04-03T01:51:59.766196Z","steps":["trace[543356107] 'agreement among raft nodes before linearized reading' (duration: 873.905027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:58.925844Z","time spent":"840.384092ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T01:51:59.766231Z","caller":"traceutil/trace.go:171","msg":"trace[1757405017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8184; }","duration":"674.38748ms","start":"2026-04-03T01:51:59.091827Z","end":"2026-04-03T01:51:59.766215Z","steps":["trace[1757405017] 'agreement among raft nodes before linearized reading' (duration: 674.113451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.76626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:59.09181Z","time spent":"674.446431ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T01:51:59.766253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:58.892012Z","time spent":"874.229428ms","remote":"127.0.0.1:54246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:51:59.766289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.768924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:51:59.766318Z","caller":"traceutil/trace.go:171","msg":"trace[1546440691] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"539.851707ms","start":"2026-04-03T01:51:59.226453Z","end":"2026-04-03T01:51:59.766304Z","steps":["trace[1546440691] 'process raft request' (duration: 539.304939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.592842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:51:59.766347Z","caller":"traceutil/trace.go:171","msg":"trace[999688100] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8184; }","duration":"800.877338ms","start":"2026-04-03T01:51:58.965454Z","end":"2026-04-03T01:51:59.766331Z","steps":["trace[999688100] 'agreement among raft nodes before linearized reading' (duration: 800.490025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:58.965431Z","time spent":"800.94578ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:51:59.766387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:59.226433Z","time spent":"539.916868ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:51:59.766428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.396626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T01:51:59.766419Z","caller":"traceutil/trace.go:171","msg":"trace[1634520831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:8184; }","duration":"876.702716ms","start":"2026-04-03T01:51:58.889657Z","end":"2026-04-03T01:51:59.76636Z","steps":["trace[1634520831] 'agreement among raft nodes before linearized reading' (duration: 876.290752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:59.766444Z","caller":"traceutil/trace.go:171","msg":"trace[1965109022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8184; }","duration":"291.412696ms","start":"2026-04-03T01:51:59.475027Z","end":"2026-04-03T01:51:59.76644Z","steps":["trace[1965109022] 'agreement among raft nodes before linearized reading' (duration: 291.357034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.044646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:51:59.766447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.956029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:51:59.766463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:58.889635Z","time spent":"876.818409ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4kf9r\" "} {"level":"warn","ts":"2026-04-03T01:51:59.766298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.080867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:51:59.7665Z","caller":"traceutil/trace.go:171","msg":"trace[60472562] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8184; }","duration":"474.349857ms","start":"2026-04-03T01:51:59.292143Z","end":"2026-04-03T01:51:59.766493Z","steps":["trace[60472562] 'agreement among raft nodes before linearized reading' (duration: 473.998426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.73353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T01:51:59.766516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:59.292123Z","time spent":"474.385807ms","remote":"127.0.0.1:35564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:51:59.766483Z","caller":"traceutil/trace.go:171","msg":"trace[807684852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8184; }","duration":"150.119678ms","start":"2026-04-03T01:51:59.616345Z","end":"2026-04-03T01:51:59.766465Z","steps":["trace[807684852] 'agreement among raft nodes before linearized reading' (duration: 150.026915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:51:59.766529Z","caller":"traceutil/trace.go:171","msg":"trace[1615772611] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8184; }","duration":"719.776652ms","start":"2026-04-03T01:51:59.046747Z","end":"2026-04-03T01:51:59.766524Z","steps":["trace[1615772611] 'agreement among raft nodes before linearized reading' (duration: 719.219274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:59.046739Z","time spent":"719.814393ms","remote":"127.0.0.1:51964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:51:59.766473Z","caller":"traceutil/trace.go:171","msg":"trace[1854209362] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8184; }","duration":"744.008611ms","start":"2026-04-03T01:51:59.022457Z","end":"2026-04-03T01:51:59.766466Z","steps":["trace[1854209362] 'agreement among raft nodes before linearized reading' (duration: 743.472134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:51:59.766597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:51:59.022443Z","time spent":"744.148866ms","remote":"127.0.0.1:43484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:52:01.843584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304844656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:52:02.082276Z","caller":"traceutil/trace.go:171","msg":"trace[324015946] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8559; }","duration":"738.726403ms","start":"2026-04-03T01:52:01.343524Z","end":"2026-04-03T01:52:02.08225Z","steps":["trace[324015946] 'read index received' (duration: 738.60589ms)","trace[324015946] 'applied index is now lower than readState.Index' (duration: 119.363µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:02.082536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.995863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-03T01:52:02.082568Z","caller":"traceutil/trace.go:171","msg":"trace[93209737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8195; }","duration":"739.091035ms","start":"2026-04-03T01:52:01.343466Z","end":"2026-04-03T01:52:02.082557Z","steps":["trace[93209737] 'agreement among raft nodes before linearized reading' (duration: 738.93938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.0826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.343444Z","time spent":"739.148797ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:52:02.082569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.412498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:52:02.08268Z","caller":"traceutil/trace.go:171","msg":"trace[851440579] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8195; }","duration":"434.614194ms","start":"2026-04-03T01:52:01.648038Z","end":"2026-04-03T01:52:02.082652Z","steps":["trace[851440579] 'agreement among raft nodes before linearized reading' (duration: 434.387327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.082688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.262661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T01:52:02.082807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.087674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-03T01:52:02.082827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.897216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:52:02.082846Z","caller":"traceutil/trace.go:171","msg":"trace[867844527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8195; }","duration":"308.485539ms","start":"2026-04-03T01:52:01.774334Z","end":"2026-04-03T01:52:02.082819Z","steps":["trace[867844527] 'agreement among raft nodes before linearized reading' (duration: 308.101406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.082818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.145405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:52:02.082875Z","caller":"traceutil/trace.go:171","msg":"trace[1501307698] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8195; }","duration":"301.161886ms","start":"2026-04-03T01:52:01.781691Z","end":"2026-04-03T01:52:02.082852Z","steps":["trace[1501307698] 'agreement among raft nodes before linearized reading' (duration: 300.960699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.082901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.774306Z","time spent":"308.583882ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T01:52:02.082895Z","caller":"traceutil/trace.go:171","msg":"trace[571141296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:8195; }","duration":"305.980618ms","start":"2026-04-03T01:52:01.776896Z","end":"2026-04-03T01:52:02.082876Z","steps":["trace[571141296] 'agreement among raft nodes before linearized reading' (duration: 305.7265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.082816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.648016Z","time spent":"434.78275ms","remote":"127.0.0.1:51904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:52:02.08292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.78168Z","time spent":"301.228648ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:52:02.082914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.02689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T01:52:02.082949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.776888Z","time spent":"306.050311ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4kf9r\" "} {"level":"warn","ts":"2026-04-03T01:52:02.082935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.610089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:52:02.08301Z","caller":"traceutil/trace.go:171","msg":"trace[939944866] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"852.413845ms","start":"2026-04-03T01:52:01.229983Z","end":"2026-04-03T01:52:02.082397Z","steps":["trace[939944866] 'process raft request' (duration: 852.084435ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:02.083007Z","caller":"traceutil/trace.go:171","msg":"trace[1941346126] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:8195; }","duration":"425.131574ms","start":"2026-04-03T01:52:01.657849Z","end":"2026-04-03T01:52:02.08298Z","steps":["trace[1941346126] 'agreement among raft nodes before linearized reading' (duration: 424.915757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:02.08292Z","caller":"traceutil/trace.go:171","msg":"trace[1415956882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8195; }","duration":"312.297869ms","start":"2026-04-03T01:52:01.770605Z","end":"2026-04-03T01:52:02.082903Z","steps":["trace[1415956882] 'agreement among raft nodes before linearized reading' (duration: 311.950498ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:02.083041Z","caller":"traceutil/trace.go:171","msg":"trace[171631992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8195; }","duration":"306.754304ms","start":"2026-04-03T01:52:01.776262Z","end":"2026-04-03T01:52:02.083017Z","steps":["trace[171631992] 'agreement among raft nodes before linearized reading' (duration: 306.398573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.083074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.657841Z","time spent":"425.218726ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-03T01:52:02.083082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.770579Z","time spent":"312.488325ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:52:02.083089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.776253Z","time spent":"306.827686ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:52:02.082578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.520631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:52:02.083121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.229966Z","time spent":"853.084216ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:02.083153Z","caller":"traceutil/trace.go:171","msg":"trace[1792630799] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8195; }","duration":"378.148801ms","start":"2026-04-03T01:52:01.704986Z","end":"2026-04-03T01:52:02.083134Z","steps":["trace[1792630799] 'agreement among raft nodes before linearized reading' (duration: 377.50217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:02.083193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:01.704964Z","time spent":"378.215393ms","remote":"127.0.0.1:54394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-03T01:52:11.914346Z","caller":"traceutil/trace.go:171","msg":"trace[987807940] linearizableReadLoop","detail":"{readStateIndex:8633; appliedIndex:8632; }","duration":"169.671099ms","start":"2026-04-03T01:52:11.744646Z","end":"2026-04-03T01:52:11.914317Z","steps":["trace[987807940] 'read index received' (duration: 169.587226ms)","trace[987807940] 'applied index is now lower than readState.Index' (duration: 82.463µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:11.914494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.825414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:52:11.914531Z","caller":"traceutil/trace.go:171","msg":"trace[775330832] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8262; }","duration":"169.929558ms","start":"2026-04-03T01:52:11.74459Z","end":"2026-04-03T01:52:11.91452Z","steps":["trace[775330832] 'agreement among raft nodes before linearized reading' (duration: 169.839915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:12.77949Z","caller":"traceutil/trace.go:171","msg":"trace[1756707998] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"107.500084ms","start":"2026-04-03T01:52:12.671961Z","end":"2026-04-03T01:52:12.779461Z","steps":["trace[1756707998] 'process raft request' (duration: 107.319649ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:13.06326Z","caller":"traceutil/trace.go:171","msg":"trace[2107763639] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8645; }","duration":"255.191135ms","start":"2026-04-03T01:52:12.808043Z","end":"2026-04-03T01:52:13.063234Z","steps":["trace[2107763639] 'read index received' (duration: 255.02232ms)","trace[2107763639] 'applied index is now lower than readState.Index' (duration: 167.885µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:13.063411Z","caller":"traceutil/trace.go:171","msg":"trace[1350341200] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"265.07842ms","start":"2026-04-03T01:52:12.798279Z","end":"2026-04-03T01:52:13.063358Z","steps":["trace[1350341200] 'process raft request' (duration: 264.807952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:13.063475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.411672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:52:13.063517Z","caller":"traceutil/trace.go:171","msg":"trace[489966277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8274; }","duration":"255.481755ms","start":"2026-04-03T01:52:12.808026Z","end":"2026-04-03T01:52:13.063508Z","steps":["trace[489966277] 'agreement among raft nodes before linearized reading' (duration: 255.309219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.323266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.880719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T01:52:14.323348Z","caller":"traceutil/trace.go:171","msg":"trace[694091387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8277; }","duration":"166.009203ms","start":"2026-04-03T01:52:14.15732Z","end":"2026-04-03T01:52:14.323329Z","steps":["trace[694091387] 'range keys from in-memory index tree' (duration: 165.684532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.323619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.685252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-03T01:52:14.323727Z","caller":"traceutil/trace.go:171","msg":"trace[1935919657] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8277; }","duration":"182.831937ms","start":"2026-04-03T01:52:14.140877Z","end":"2026-04-03T01:52:14.323709Z","steps":["trace[1935919657] 'range keys from in-memory index tree' (duration: 182.091264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.323764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.112643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T01:52:14.323828Z","caller":"traceutil/trace.go:171","msg":"trace[2094311956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8277; }","duration":"147.225896ms","start":"2026-04-03T01:52:14.176587Z","end":"2026-04-03T01:52:14.323813Z","steps":["trace[2094311956] 'range keys from in-memory index tree' (duration: 146.894976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:14.334177Z","caller":"traceutil/trace.go:171","msg":"trace[208871160] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8649; }","duration":"150.299134ms","start":"2026-04-03T01:52:14.183857Z","end":"2026-04-03T01:52:14.334156Z","steps":["trace[208871160] 'read index received' (duration: 150.149369ms)","trace[208871160] 'applied index is now lower than readState.Index' (duration: 148.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:14.33428Z","caller":"traceutil/trace.go:171","msg":"trace[1553128562] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"156.826882ms","start":"2026-04-03T01:52:14.177421Z","end":"2026-04-03T01:52:14.334248Z","steps":["trace[1553128562] 'process raft request' (duration: 156.594545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.334383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.505701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-03T01:52:14.334428Z","caller":"traceutil/trace.go:171","msg":"trace[440099061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:8278; }","duration":"150.618414ms","start":"2026-04-03T01:52:14.183797Z","end":"2026-04-03T01:52:14.334415Z","steps":["trace[440099061] 'agreement among raft nodes before linearized reading' (duration: 150.463849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:14.80252Z","caller":"traceutil/trace.go:171","msg":"trace[1125005959] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8650; }","duration":"468.241822ms","start":"2026-04-03T01:52:14.334243Z","end":"2026-04-03T01:52:14.802485Z","steps":["trace[1125005959] 'read index received' (duration: 454.679012ms)","trace[1125005959] 'applied index is now lower than readState.Index' (duration: 13.56189ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:14.80267Z","caller":"traceutil/trace.go:171","msg":"trace[1383634015] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"474.878914ms","start":"2026-04-03T01:52:14.327772Z","end":"2026-04-03T01:52:14.80265Z","steps":["trace[1383634015] 'process raft request' (duration: 461.21276ms)","trace[1383634015] 'compare' (duration: 13.257201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:14.802844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:14.327753Z","time spent":"474.952175ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:14.802945Z","caller":"traceutil/trace.go:171","msg":"trace[1921744288] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"474.464821ms","start":"2026-04-03T01:52:14.328462Z","end":"2026-04-03T01:52:14.802927Z","steps":["trace[1921744288] 'process raft request' (duration: 473.937444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.803024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:14.328432Z","time spent":"474.549623ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:14.803027Z","caller":"traceutil/trace.go:171","msg":"trace[863291466] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"474.44137ms","start":"2026-04-03T01:52:14.328555Z","end":"2026-04-03T01:52:14.802997Z","steps":["trace[863291466] 'process raft request' (duration: 473.892532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.803051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.46973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:52:14.803071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.103535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-03T01:52:14.803098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.782564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T01:52:14.80313Z","caller":"traceutil/trace.go:171","msg":"trace[784269670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8281; }","duration":"184.561882ms","start":"2026-04-03T01:52:14.61855Z","end":"2026-04-03T01:52:14.803111Z","steps":["trace[784269670] 'agreement among raft nodes before linearized reading' (duration: 184.424728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:14.803142Z","caller":"traceutil/trace.go:171","msg":"trace[1955914457] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8281; }","duration":"534.209818ms","start":"2026-04-03T01:52:14.268914Z","end":"2026-04-03T01:52:14.803124Z","steps":["trace[1955914457] 'agreement among raft nodes before linearized reading' (duration: 534.003101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:14.803159Z","caller":"traceutil/trace.go:171","msg":"trace[1603609367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8281; }","duration":"618.890858ms","start":"2026-04-03T01:52:14.18425Z","end":"2026-04-03T01:52:14.803141Z","steps":["trace[1603609367] 'agreement among raft nodes before linearized reading' (duration: 618.695082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.803187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:14.268902Z","time spent":"534.27488ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:52:14.803185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:14.328532Z","time spent":"474.571914ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:52:14.803209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:14.184219Z","time spent":"618.979381ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T01:52:14.803325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.32265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203502"} {"level":"info","ts":"2026-04-03T01:52:14.803379Z","caller":"traceutil/trace.go:171","msg":"trace[1824657220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8281; }","duration":"465.395023ms","start":"2026-04-03T01:52:14.337971Z","end":"2026-04-03T01:52:14.803366Z","steps":["trace[1824657220] 'agreement among raft nodes before linearized reading' (duration: 464.99724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:14.803422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:14.33796Z","time spent":"465.452614ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203525,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T01:52:16.540247Z","caller":"traceutil/trace.go:171","msg":"trace[1110161283] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"201.179859ms","start":"2026-04-03T01:52:16.339038Z","end":"2026-04-03T01:52:16.540217Z","steps":["trace[1110161283] 'process raft request' (duration: 201.015174ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:16.881758Z","caller":"traceutil/trace.go:171","msg":"trace[1882666135] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"277.176093ms","start":"2026-04-03T01:52:16.604567Z","end":"2026-04-03T01:52:16.881743Z","steps":["trace[1882666135] 'process raft request' (duration: 276.472251ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.067893Z","caller":"traceutil/trace.go:171","msg":"trace[837111220] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"182.435605ms","start":"2026-04-03T01:52:16.885427Z","end":"2026-04-03T01:52:17.067863Z","steps":["trace[837111220] 'process raft request' (duration: 111.327936ms)","trace[837111220] 'compare' (duration: 70.993555ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:17.112967Z","caller":"traceutil/trace.go:171","msg":"trace[256041756] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"226.964319ms","start":"2026-04-03T01:52:16.885983Z","end":"2026-04-03T01:52:17.112947Z","steps":["trace[256041756] 'process raft request' (duration: 226.628748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.113384Z","caller":"traceutil/trace.go:171","msg":"trace[1386781696] linearizableReadLoop","detail":"{readStateIndex:8667; appliedIndex:8662; }","duration":"226.233766ms","start":"2026-04-03T01:52:16.887121Z","end":"2026-04-03T01:52:17.113355Z","steps":["trace[1386781696] 'read index received' (duration: 109.779767ms)","trace[1386781696] 'applied index is now lower than readState.Index' (duration: 116.450199ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:17.11352Z","caller":"traceutil/trace.go:171","msg":"trace[908621853] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"226.930828ms","start":"2026-04-03T01:52:16.886577Z","end":"2026-04-03T01:52:17.113508Z","steps":["trace[908621853] 'process raft request' (duration: 226.716741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.113443Z","caller":"traceutil/trace.go:171","msg":"trace[589681561] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"227.164546ms","start":"2026-04-03T01:52:16.886247Z","end":"2026-04-03T01:52:17.113411Z","steps":["trace[589681561] 'process raft request' (duration: 226.954639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.113407Z","caller":"traceutil/trace.go:171","msg":"trace[1660963334] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"227.283999ms","start":"2026-04-03T01:52:16.886078Z","end":"2026-04-03T01:52:17.113362Z","steps":["trace[1660963334] 'process raft request' (duration: 226.830635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.113826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.09659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:52:17.113944Z","caller":"traceutil/trace.go:171","msg":"trace[1608680768] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8295; }","duration":"180.260075ms","start":"2026-04-03T01:52:16.933666Z","end":"2026-04-03T01:52:17.113926Z","steps":["trace[1608680768] 'agreement among raft nodes before linearized reading' (duration: 179.964726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.114022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.880616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203502"} {"level":"info","ts":"2026-04-03T01:52:17.114128Z","caller":"traceutil/trace.go:171","msg":"trace[114346804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8295; }","duration":"227.049152ms","start":"2026-04-03T01:52:16.887061Z","end":"2026-04-03T01:52:17.11411Z","steps":["trace[114346804] 'agreement among raft nodes before linearized reading' (duration: 226.450653ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.346064Z","caller":"traceutil/trace.go:171","msg":"trace[84623397] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8667; }","duration":"206.787999ms","start":"2026-04-03T01:52:17.139251Z","end":"2026-04-03T01:52:17.346039Z","steps":["trace[84623397] 'read index received' (duration: 206.685265ms)","trace[84623397] 'applied index is now lower than readState.Index' (duration: 101.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:17.346098Z","caller":"traceutil/trace.go:171","msg":"trace[443416992] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"223.937423ms","start":"2026-04-03T01:52:17.122147Z","end":"2026-04-03T01:52:17.346084Z","steps":["trace[443416992] 'process raft request' (duration: 223.770988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.346334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.057207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T01:52:17.346368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.899039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-03T01:52:17.346405Z","caller":"traceutil/trace.go:171","msg":"trace[928080702] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8296; }","duration":"143.006273ms","start":"2026-04-03T01:52:17.203388Z","end":"2026-04-03T01:52:17.346394Z","steps":["trace[928080702] 'agreement among raft nodes before linearized reading' (duration: 142.841948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.346411Z","caller":"traceutil/trace.go:171","msg":"trace[729536063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8296; }","duration":"207.177521ms","start":"2026-04-03T01:52:17.139212Z","end":"2026-04-03T01:52:17.346389Z","steps":["trace[729536063] 'agreement among raft nodes before linearized reading' (duration: 206.967454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.346454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.15454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T01:52:17.346571Z","caller":"traceutil/trace.go:171","msg":"trace[1526121788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8296; }","duration":"122.309775ms","start":"2026-04-03T01:52:17.224234Z","end":"2026-04-03T01:52:17.346543Z","steps":["trace[1526121788] 'agreement among raft nodes before linearized reading' (duration: 122.008795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.713902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.277391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:52:17.714206Z","caller":"traceutil/trace.go:171","msg":"trace[1529650622] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"360.053486ms","start":"2026-04-03T01:52:17.354128Z","end":"2026-04-03T01:52:17.714181Z","steps":["trace[1529650622] 'process raft request' (duration: 359.901911ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:17.714188Z","caller":"traceutil/trace.go:171","msg":"trace[1218839041] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"364.153117ms","start":"2026-04-03T01:52:17.349995Z","end":"2026-04-03T01:52:17.714148Z","steps":["trace[1218839041] 'process raft request' (duration: 123.432961ms)","trace[1218839041] 'compare' (duration: 240.116746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:17.714318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:17.354109Z","time spent":"360.158959ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:52:17.714362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:17.349975Z","time spent":"364.305581ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:17.714426Z","caller":"traceutil/trace.go:171","msg":"trace[554978388] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"360.139938ms","start":"2026-04-03T01:52:17.354256Z","end":"2026-04-03T01:52:17.714396Z","steps":["trace[554978388] 'process raft request' (duration: 359.86074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.714569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:17.354251Z","time spent":"360.242292ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:17.714751Z","caller":"traceutil/trace.go:171","msg":"trace[69774697] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"352.998102ms","start":"2026-04-03T01:52:17.36173Z","end":"2026-04-03T01:52:17.714728Z","steps":["trace[69774697] 'process raft request' (duration: 352.60519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.714851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:17.361716Z","time spent":"353.091615ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:52:17.83743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.824452ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T01:52:17.837574Z","caller":"traceutil/trace.go:171","msg":"trace[421057116] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8668; }","duration":"296.821387ms","start":"2026-04-03T01:52:17.540728Z","end":"2026-04-03T01:52:17.837549Z","steps":["trace[421057116] 'read index received' (duration: 135.566345ms)","trace[421057116] 'applied index is now lower than readState.Index' (duration: 161.253212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:17.837818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.078416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-03T01:52:17.837877Z","caller":"traceutil/trace.go:171","msg":"trace[1700723011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8300; }","duration":"297.185319ms","start":"2026-04-03T01:52:17.540677Z","end":"2026-04-03T01:52:17.837862Z","steps":["trace[1700723011] 'agreement among raft nodes before linearized reading' (duration: 296.982513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:17.83796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.934219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-03T01:52:17.838075Z","caller":"traceutil/trace.go:171","msg":"trace[307260028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8300; }","duration":"120.092625ms","start":"2026-04-03T01:52:17.717951Z","end":"2026-04-03T01:52:17.838044Z","steps":["trace[307260028] 'agreement among raft nodes before linearized reading' (duration: 119.793346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:18.240965Z","caller":"traceutil/trace.go:171","msg":"trace[995245727] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"260.814144ms","start":"2026-04-03T01:52:17.980129Z","end":"2026-04-03T01:52:18.240943Z","steps":["trace[995245727] 'process raft request' (duration: 260.696661ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:18.590216Z","caller":"traceutil/trace.go:171","msg":"trace[2127086049] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8302; }","duration":"336.354424ms","start":"2026-04-03T01:52:18.253816Z","end":"2026-04-03T01:52:18.59017Z","steps":["trace[2127086049] 'process raft request' (duration: 336.199609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:18.590397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:18.253798Z","time spent":"336.522588ms","remote":"127.0.0.1:52008","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:52:18.876797Z","caller":"traceutil/trace.go:171","msg":"trace[1350323475] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"231.640318ms","start":"2026-04-03T01:52:18.64512Z","end":"2026-04-03T01:52:18.87676Z","steps":["trace[1350323475] 'process raft request' (duration: 229.101207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:42.843569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.810307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:52:42.843724Z","caller":"traceutil/trace.go:171","msg":"trace[170860686] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8515; }","duration":"257.033974ms","start":"2026-04-03T01:52:42.586663Z","end":"2026-04-03T01:52:42.843697Z","steps":["trace[170860686] 'count revisions from in-memory index tree' (duration: 256.662632ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:42.84392Z","caller":"traceutil/trace.go:171","msg":"trace[1508220520] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"118.36248ms","start":"2026-04-03T01:52:42.725511Z","end":"2026-04-03T01:52:42.843873Z","steps":["trace[1508220520] 'process raft request' (duration: 117.865804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:44.64449Z","caller":"traceutil/trace.go:171","msg":"trace[361458410] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"232.824605ms","start":"2026-04-03T01:52:44.411625Z","end":"2026-04-03T01:52:44.64445Z","steps":["trace[361458410] 'process raft request' (duration: 232.560826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:46.583298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304845720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:52:46.634046Z","caller":"traceutil/trace.go:171","msg":"trace[1654038799] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"749.999702ms","start":"2026-04-03T01:52:45.884025Z","end":"2026-04-03T01:52:46.634025Z","steps":["trace[1654038799] 'process raft request' (duration: 749.871458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:46.634181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:45.884008Z","time spent":"750.111156ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:46.635058Z","caller":"traceutil/trace.go:171","msg":"trace[960667392] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8923; }","duration":"552.147998ms","start":"2026-04-03T01:52:46.082885Z","end":"2026-04-03T01:52:46.635033Z","steps":["trace[960667392] 'read index received' (duration: 550.894518ms)","trace[960667392] 'applied index is now lower than readState.Index' (duration: 1.25194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:46.63527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.383115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:52:46.635314Z","caller":"traceutil/trace.go:171","msg":"trace[1234422049] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8538; }","duration":"552.464688ms","start":"2026-04-03T01:52:46.082837Z","end":"2026-04-03T01:52:46.635301Z","steps":["trace[1234422049] 'agreement among raft nodes before linearized reading' (duration: 552.320683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:46.635383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:46.08282Z","time spent":"552.552931ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:52:46.635607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.04843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:52:46.635713Z","caller":"traceutil/trace.go:171","msg":"trace[1795536818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8538; }","duration":"544.182985ms","start":"2026-04-03T01:52:46.09151Z","end":"2026-04-03T01:52:46.635693Z","steps":["trace[1795536818] 'agreement among raft nodes before linearized reading' (duration: 543.952318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:46.635763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:46.091504Z","time spent":"544.251657ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:52:47.282252Z","caller":"traceutil/trace.go:171","msg":"trace[1640498198] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"562.114464ms","start":"2026-04-03T01:52:46.720107Z","end":"2026-04-03T01:52:47.282221Z","steps":["trace[1640498198] 'process raft request' (duration: 499.62517ms)","trace[1640498198] 'compare' (duration: 62.384611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:47.282428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:46.72009Z","time spent":"562.237388ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:47.285159Z","caller":"traceutil/trace.go:171","msg":"trace[2103564243] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"430.165374ms","start":"2026-04-03T01:52:46.854957Z","end":"2026-04-03T01:52:47.285122Z","steps":["trace[2103564243] 'process raft request' (duration: 429.885795ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:47.284936Z","caller":"traceutil/trace.go:171","msg":"trace[1164580797] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"564.178159ms","start":"2026-04-03T01:52:46.720716Z","end":"2026-04-03T01:52:47.284895Z","steps":["trace[1164580797] 'process raft request' (duration: 564.040025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:47.285391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:46.854941Z","time spent":"430.297587ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:52:47.285406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:46.720686Z","time spent":"564.657565ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:52:47.287501Z","caller":"traceutil/trace.go:171","msg":"trace[598812118] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8924; }","duration":"530.522971ms","start":"2026-04-03T01:52:46.756869Z","end":"2026-04-03T01:52:47.287392Z","steps":["trace[598812118] 'read index received' (duration: 462.876692ms)","trace[598812118] 'applied index is now lower than readState.Index' (duration: 67.645569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:52:47.287586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.718017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:52:47.287614Z","caller":"traceutil/trace.go:171","msg":"trace[1287787143] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8542; }","duration":"530.778198ms","start":"2026-04-03T01:52:46.756828Z","end":"2026-04-03T01:52:47.287606Z","steps":["trace[1287787143] 'agreement among raft nodes before linearized reading' (duration: 530.725947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:47.287665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:46.756812Z","time spent":"530.846071ms","remote":"127.0.0.1:54236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:52:58.559576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.616872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:52:58.559955Z","caller":"traceutil/trace.go:171","msg":"trace[589245585] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"229.538841ms","start":"2026-04-03T01:52:58.330393Z","end":"2026-04-03T01:52:58.559931Z","steps":["trace[589245585] 'process raft request' (duration: 229.361335ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:58.559953Z","caller":"traceutil/trace.go:171","msg":"trace[809019092] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"230.113779ms","start":"2026-04-03T01:52:58.329785Z","end":"2026-04-03T01:52:58.559899Z","steps":["trace[809019092] 'process raft request' (duration: 114.066843ms)","trace[809019092] 'compare' (duration: 115.336873ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:52:58.560107Z","caller":"traceutil/trace.go:171","msg":"trace[1434792546] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8660; }","duration":"226.37086ms","start":"2026-04-03T01:52:58.333699Z","end":"2026-04-03T01:52:58.56007Z","steps":["trace[1434792546] 'process raft request' (duration: 226.190644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:58.928974Z","caller":"traceutil/trace.go:171","msg":"trace[929333722] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"231.993968ms","start":"2026-04-03T01:52:58.696948Z","end":"2026-04-03T01:52:58.928942Z","steps":["trace[929333722] 'process raft request' (duration: 231.746421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:52:58.942429Z","caller":"traceutil/trace.go:171","msg":"trace[1785102108] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"213.710308ms","start":"2026-04-03T01:52:58.728687Z","end":"2026-04-03T01:52:58.942397Z","steps":["trace[1785102108] 'process raft request' (duration: 213.518262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:52:59.962369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304846097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:53:00.463156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304846097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T01:53:00.78516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376190102s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T01:53:00.786409Z","caller":"traceutil/trace.go:171","msg":"trace[1735496849] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"1.377546905s","start":"2026-04-03T01:52:59.408831Z","end":"2026-04-03T01:53:00.786378Z","steps":["trace[1735496849] 'process raft request' (duration: 1.376678007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.786553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.408812Z","time spent":"1.377674059s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:53:00.80467Z","caller":"traceutil/trace.go:171","msg":"trace[1226944664] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9059; }","duration":"1.342325186s","start":"2026-04-03T01:52:59.462309Z","end":"2026-04-03T01:53:00.804634Z","steps":["trace[1226944664] 'read index received' (duration: 1.323510078s)","trace[1226944664] 'applied index is now lower than readState.Index' (duration: 18.813987ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:00.804813Z","caller":"traceutil/trace.go:171","msg":"trace[2077654957] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"1.393798211s","start":"2026-04-03T01:52:59.411003Z","end":"2026-04-03T01:53:00.804802Z","steps":["trace[2077654957] 'process raft request' (duration: 1.393486031s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.804945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.410991Z","time spent":"1.393859822s","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:53:00.80511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34150237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:53:00.8052Z","caller":"traceutil/trace.go:171","msg":"trace[303188456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8667; }","duration":"1.341631294s","start":"2026-04-03T01:52:59.463547Z","end":"2026-04-03T01:53:00.805179Z","steps":["trace[303188456] 'agreement among raft nodes before linearized reading' (duration: 1.341408377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.805247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.463524Z","time spent":"1.341714817s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T01:53:00.805342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315831824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T01:53:00.805401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323315662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T01:53:00.805428Z","caller":"traceutil/trace.go:171","msg":"trace[987208540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:8667; }","duration":"1.315928177s","start":"2026-04-03T01:52:59.489481Z","end":"2026-04-03T01:53:00.805409Z","steps":["trace[987208540] 'agreement among raft nodes before linearized reading' (duration: 1.315771092s)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:00.805465Z","caller":"traceutil/trace.go:171","msg":"trace[1328263108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8667; }","duration":"1.323413895s","start":"2026-04-03T01:52:59.482034Z","end":"2026-04-03T01:53:00.805448Z","steps":["trace[1328263108] 'agreement among raft nodes before linearized reading' (duration: 1.32323617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.805479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.48947Z","time spent":"1.3160002s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-4kf9r\" "} {"level":"warn","ts":"2026-04-03T01:53:00.805484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.640048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-765bffd588-r9vss.18a2b5d082b32930\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-03T01:53:00.805543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343208473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T01:53:00.805618Z","caller":"traceutil/trace.go:171","msg":"trace[507922549] range","detail":"{range_begin:/registry/events/openstack/barbican-api-765bffd588-r9vss.18a2b5d082b32930; range_end:; response_count:1; response_revision:8667; }","duration":"515.846245ms","start":"2026-04-03T01:53:00.289737Z","end":"2026-04-03T01:53:00.805583Z","steps":["trace[507922549] 'agreement among raft nodes before linearized reading' (duration: 515.492533ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:00.805626Z","caller":"traceutil/trace.go:171","msg":"trace[1090273466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8667; }","duration":"1.343321947s","start":"2026-04-03T01:52:59.462282Z","end":"2026-04-03T01:53:00.805604Z","steps":["trace[1090273466] 'agreement among raft nodes before linearized reading' (duration: 1.34308265s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.805674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:00.289717Z","time spent":"515.943558ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-765bffd588-r9vss.18a2b5d082b32930\" "} {"level":"warn","ts":"2026-04-03T01:53:00.80572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.46227Z","time spent":"1.34340011s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T01:53:00.805879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310442594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T01:53:00.805948Z","caller":"traceutil/trace.go:171","msg":"trace[1357749492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8667; }","duration":"1.310533786s","start":"2026-04-03T01:52:59.4954Z","end":"2026-04-03T01:53:00.805934Z","steps":["trace[1357749492] 'agreement among raft nodes before linearized reading' (duration: 1.3097304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.805949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.089123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-04-03T01:53:00.80595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.482013Z","time spent":"1.323502028s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T01:53:00.80599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.495387Z","time spent":"1.310594238s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T01:53:00.806001Z","caller":"traceutil/trace.go:171","msg":"trace[803313087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8667; }","duration":"749.187327ms","start":"2026-04-03T01:53:00.0568Z","end":"2026-04-03T01:53:00.805987Z","steps":["trace[803313087] 'agreement among raft nodes before linearized reading' (duration: 748.265977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.806044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:00.05678Z","time spent":"749.257548ms","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T01:53:00.806471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283619552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T01:53:00.806658Z","caller":"traceutil/trace.go:171","msg":"trace[519407404] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8667; }","duration":"1.283780567s","start":"2026-04-03T01:52:59.522751Z","end":"2026-04-03T01:53:00.806532Z","steps":["trace[519407404] 'agreement among raft nodes before linearized reading' (duration: 1.282432024s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:00.806708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:52:59.522738Z","time spent":"1.283958882s","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-03T01:53:01.035899Z","caller":"traceutil/trace.go:171","msg":"trace[101144964] linearizableReadLoop","detail":"{readStateIndex:9063; appliedIndex:9061; }","duration":"225.628856ms","start":"2026-04-03T01:53:00.810236Z","end":"2026-04-03T01:53:01.035865Z","steps":["trace[101144964] 'read index received' (duration: 37.123079ms)","trace[101144964] 'applied index is now lower than readState.Index' (duration: 188.504657ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:01.03599Z","caller":"traceutil/trace.go:171","msg":"trace[269867765] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"224.16541ms","start":"2026-04-03T01:53:00.811798Z","end":"2026-04-03T01:53:01.035963Z","steps":["trace[269867765] 'process raft request' (duration: 224.001365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.035971Z","caller":"traceutil/trace.go:171","msg":"trace[1348209542] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"226.445633ms","start":"2026-04-03T01:53:00.809475Z","end":"2026-04-03T01:53:01.03592Z","steps":["trace[1348209542] 'process raft request' (duration: 226.03337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.036031Z","caller":"traceutil/trace.go:171","msg":"trace[125384908] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"225.357798ms","start":"2026-04-03T01:53:00.810663Z","end":"2026-04-03T01:53:01.036021Z","steps":["trace[125384908] 'process raft request' (duration: 225.036378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.036087Z","caller":"traceutil/trace.go:171","msg":"trace[235312388] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"224.119899ms","start":"2026-04-03T01:53:00.811951Z","end":"2026-04-03T01:53:01.036071Z","steps":["trace[235312388] 'process raft request' (duration: 223.880511ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.035958Z","caller":"traceutil/trace.go:171","msg":"trace[328336776] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"225.154562ms","start":"2026-04-03T01:53:00.810751Z","end":"2026-04-03T01:53:01.035905Z","steps":["trace[328336776] 'process raft request' (duration: 224.986586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.036157Z","caller":"traceutil/trace.go:171","msg":"trace[1556051051] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"224.726268ms","start":"2026-04-03T01:53:00.811421Z","end":"2026-04-03T01:53:01.036147Z","steps":["trace[1556051051] 'process raft request' (duration: 224.344896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:01.036405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.141413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-03T01:53:01.036443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.698519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-03T01:53:01.036484Z","caller":"traceutil/trace.go:171","msg":"trace[656669874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8674; }","duration":"225.762141ms","start":"2026-04-03T01:53:00.81071Z","end":"2026-04-03T01:53:01.036472Z","steps":["trace[656669874] 'agreement among raft nodes before linearized reading' (duration: 225.587415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:01.036526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.420473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T01:53:01.036478Z","caller":"traceutil/trace.go:171","msg":"trace[1557833237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8674; }","duration":"226.235946ms","start":"2026-04-03T01:53:00.810218Z","end":"2026-04-03T01:53:01.036454Z","steps":["trace[1557833237] 'agreement among raft nodes before linearized reading' (duration: 225.958237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:01.036942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.704718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208110"} {"level":"info","ts":"2026-04-03T01:53:01.036988Z","caller":"traceutil/trace.go:171","msg":"trace[846809445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8674; }","duration":"224.77424ms","start":"2026-04-03T01:53:00.812204Z","end":"2026-04-03T01:53:01.036978Z","steps":["trace[846809445] 'agreement among raft nodes before linearized reading' (duration: 224.433969ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.036612Z","caller":"traceutil/trace.go:171","msg":"trace[844026769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8674; }","duration":"102.582548ms","start":"2026-04-03T01:53:00.933982Z","end":"2026-04-03T01:53:01.036565Z","steps":["trace[844026769] 'agreement among raft nodes before linearized reading' (duration: 102.429264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.160431Z","caller":"traceutil/trace.go:171","msg":"trace[470451729] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"118.525385ms","start":"2026-04-03T01:53:01.041874Z","end":"2026-04-03T01:53:01.160399Z","steps":["trace[470451729] 'process raft request' (duration: 113.824415ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:01.413277Z","caller":"traceutil/trace.go:171","msg":"trace[1585537691] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"188.699964ms","start":"2026-04-03T01:53:01.224553Z","end":"2026-04-03T01:53:01.413253Z","steps":["trace[1585537691] 'process raft request' (duration: 188.542439ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.031664Z","caller":"traceutil/trace.go:171","msg":"trace[431070709] linearizableReadLoop","detail":"{readStateIndex:9079; appliedIndex:9078; }","duration":"291.983084ms","start":"2026-04-03T01:53:02.739619Z","end":"2026-04-03T01:53:03.031602Z","steps":["trace[431070709] 'read index received' (duration: 291.659834ms)","trace[431070709] 'applied index is now lower than readState.Index' (duration: 322.14µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:03.031754Z","caller":"traceutil/trace.go:171","msg":"trace[1662132285] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"502.569293ms","start":"2026-04-03T01:53:02.529138Z","end":"2026-04-03T01:53:03.031708Z","steps":["trace[1662132285] 'process raft request' (duration: 502.237982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.031951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:02.529127Z","time spent":"502.721838ms","remote":"127.0.0.1:40298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:53:03.03224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.577393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T01:53:03.032317Z","caller":"traceutil/trace.go:171","msg":"trace[2122341897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8683; }","duration":"292.706227ms","start":"2026-04-03T01:53:02.739583Z","end":"2026-04-03T01:53:03.032289Z","steps":["trace[2122341897] 'agreement among raft nodes before linearized reading' (duration: 292.17278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.245076Z","caller":"traceutil/trace.go:171","msg":"trace[283960603] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8684; }","duration":"204.829386ms","start":"2026-04-03T01:53:03.040218Z","end":"2026-04-03T01:53:03.245048Z","steps":["trace[283960603] 'process raft request' (duration: 204.790295ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.245087Z","caller":"traceutil/trace.go:171","msg":"trace[1541174348] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"207.525762ms","start":"2026-04-03T01:53:03.037523Z","end":"2026-04-03T01:53:03.245049Z","steps":["trace[1541174348] 'process raft request' (duration: 117.769551ms)","trace[1541174348] 'compare' (duration: 89.572695ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:03.2452Z","caller":"traceutil/trace.go:171","msg":"trace[1033646112] linearizableReadLoop","detail":"{readStateIndex:9080; appliedIndex:9079; }","duration":"205.054643ms","start":"2026-04-03T01:53:03.040115Z","end":"2026-04-03T01:53:03.24517Z","steps":["trace[1033646112] 'read index received' (duration: 115.165088ms)","trace[1033646112] 'applied index is now lower than readState.Index' (duration: 89.887105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:53:03.245414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.28217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-03T01:53:03.245439Z","caller":"traceutil/trace.go:171","msg":"trace[2036509442] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8684; }","duration":"205.361663ms","start":"2026-04-03T01:53:03.040068Z","end":"2026-04-03T01:53:03.245429Z","steps":["trace[2036509442] 'agreement among raft nodes before linearized reading' (duration: 205.237449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.245576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.364666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4kf9r\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-03T01:53:03.245576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.974311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T01:53:03.245615Z","caller":"traceutil/trace.go:171","msg":"trace[1501749740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4kf9r; range_end:; response_count:1; response_revision:8684; }","duration":"201.441129ms","start":"2026-04-03T01:53:03.044162Z","end":"2026-04-03T01:53:03.245603Z","steps":["trace[1501749740] 'agreement among raft nodes before linearized reading' (duration: 201.299704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.245624Z","caller":"traceutil/trace.go:171","msg":"trace[2150557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8684; }","duration":"205.035073ms","start":"2026-04-03T01:53:03.040576Z","end":"2026-04-03T01:53:03.245611Z","steps":["trace[2150557] 'agreement among raft nodes before linearized reading' (duration: 204.849937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.245775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.567328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T01:53:03.2458Z","caller":"traceutil/trace.go:171","msg":"trace[1581379847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8684; }","duration":"204.591438ms","start":"2026-04-03T01:53:03.041201Z","end":"2026-04-03T01:53:03.245792Z","steps":["trace[1581379847] 'agreement among raft nodes before linearized reading' (duration: 204.502246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.245819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.60355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T01:53:03.245825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.393332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:53:03.245878Z","caller":"traceutil/trace.go:171","msg":"trace[1928581122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8684; }","duration":"154.717194ms","start":"2026-04-03T01:53:03.091143Z","end":"2026-04-03T01:53:03.24586Z","steps":["trace[1928581122] 'agreement among raft nodes before linearized reading' (duration: 154.544118ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.245896Z","caller":"traceutil/trace.go:171","msg":"trace[1591394427] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8684; }","duration":"204.561017ms","start":"2026-04-03T01:53:03.041317Z","end":"2026-04-03T01:53:03.245878Z","steps":["trace[1591394427] 'agreement among raft nodes before linearized reading' (duration: 204.362331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.245914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.549787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T01:53:03.245947Z","caller":"traceutil/trace.go:171","msg":"trace[1163845343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8684; }","duration":"204.619509ms","start":"2026-04-03T01:53:03.041318Z","end":"2026-04-03T01:53:03.245938Z","steps":["trace[1163845343] 'agreement among raft nodes before linearized reading' (duration: 204.356471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.24594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.242909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T01:53:03.246031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.740993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T01:53:03.246022Z","caller":"traceutil/trace.go:171","msg":"trace[1358728536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8684; }","duration":"205.408394ms","start":"2026-04-03T01:53:03.04059Z","end":"2026-04-03T01:53:03.245999Z","steps":["trace[1358728536] 'agreement among raft nodes before linearized reading' (duration: 205.115985ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.246068Z","caller":"traceutil/trace.go:171","msg":"trace[1425571951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8684; }","duration":"153.819826ms","start":"2026-04-03T01:53:03.092235Z","end":"2026-04-03T01:53:03.246055Z","steps":["trace[1425571951] 'agreement among raft nodes before linearized reading' (duration: 153.763024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.541109Z","caller":"traceutil/trace.go:171","msg":"trace[444427770] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"289.971911ms","start":"2026-04-03T01:53:03.251108Z","end":"2026-04-03T01:53:03.54108Z","steps":["trace[444427770] 'process raft request' (duration: 289.870077ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.54112Z","caller":"traceutil/trace.go:171","msg":"trace[1884699342] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"290.509447ms","start":"2026-04-03T01:53:03.250555Z","end":"2026-04-03T01:53:03.541065Z","steps":["trace[1884699342] 'process raft request' (duration: 290.251099ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.541403Z","caller":"traceutil/trace.go:171","msg":"trace[1611056841] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"290.207488ms","start":"2026-04-03T01:53:03.251166Z","end":"2026-04-03T01:53:03.541374Z","steps":["trace[1611056841] 'process raft request' (duration: 289.855987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.541484Z","caller":"traceutil/trace.go:171","msg":"trace[314782638] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"290.209657ms","start":"2026-04-03T01:53:03.25124Z","end":"2026-04-03T01:53:03.54145Z","steps":["trace[314782638] 'process raft request' (duration: 290.042962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.541837Z","caller":"traceutil/trace.go:171","msg":"trace[979862794] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"289.786604ms","start":"2026-04-03T01:53:03.252032Z","end":"2026-04-03T01:53:03.541819Z","steps":["trace[979862794] 'process raft request' (duration: 289.371861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.541896Z","caller":"traceutil/trace.go:171","msg":"trace[568199380] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9081; }","duration":"290.997313ms","start":"2026-04-03T01:53:03.250884Z","end":"2026-04-03T01:53:03.541881Z","steps":["trace[568199380] 'read index received' (duration: 44.096321ms)","trace[568199380] 'applied index is now lower than readState.Index' (duration: 246.900152ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:03.541985Z","caller":"traceutil/trace.go:171","msg":"trace[1884778376] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"288.795783ms","start":"2026-04-03T01:53:03.253175Z","end":"2026-04-03T01:53:03.54197Z","steps":["trace[1884778376] 'process raft request' (duration: 288.524204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.542095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.187409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-03T01:53:03.542144Z","caller":"traceutil/trace.go:171","msg":"trace[1384514856] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8691; }","duration":"291.259331ms","start":"2026-04-03T01:53:03.250869Z","end":"2026-04-03T01:53:03.542128Z","steps":["trace[1384514856] 'agreement among raft nodes before linearized reading' (duration: 291.097386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.572056Z","caller":"traceutil/trace.go:171","msg":"trace[340614633] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"122.15711ms","start":"2026-04-03T01:53:03.449862Z","end":"2026-04-03T01:53:03.572019Z","steps":["trace[340614633] 'process raft request' (duration: 121.961694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.572148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.188897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-03T01:53:03.572184Z","caller":"traceutil/trace.go:171","msg":"trace[1470288986] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8692; }","duration":"262.292431ms","start":"2026-04-03T01:53:03.309884Z","end":"2026-04-03T01:53:03.572177Z","steps":["trace[1470288986] 'agreement among raft nodes before linearized reading' (duration: 262.102205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.57229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.325296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-03T01:53:03.572414Z","caller":"traceutil/trace.go:171","msg":"trace[1276901464] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8692; }","duration":"321.478731ms","start":"2026-04-03T01:53:03.250903Z","end":"2026-04-03T01:53:03.572382Z","steps":["trace[1276901464] 'agreement among raft nodes before linearized reading' (duration: 321.152391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.572512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:03.2509Z","time spent":"321.596325ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T01:53:03.777206Z","caller":"traceutil/trace.go:171","msg":"trace[1474302536] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"208.462821ms","start":"2026-04-03T01:53:03.568716Z","end":"2026-04-03T01:53:03.777179Z","steps":["trace[1474302536] 'process raft request' (duration: 208.206313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.777208Z","caller":"traceutil/trace.go:171","msg":"trace[256873987] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9089; }","duration":"205.249309ms","start":"2026-04-03T01:53:03.571935Z","end":"2026-04-03T01:53:03.777185Z","steps":["trace[256873987] 'read index received' (duration: 204.847136ms)","trace[256873987] 'applied index is now lower than readState.Index' (duration: 397.283µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:53:03.777444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.951434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-03T01:53:03.777489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.742869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-04-03T01:53:03.777529Z","caller":"traceutil/trace.go:171","msg":"trace[1628381865] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8694; }","duration":"230.835002ms","start":"2026-04-03T01:53:03.546683Z","end":"2026-04-03T01:53:03.777518Z","steps":["trace[1628381865] 'agreement among raft nodes before linearized reading' (duration: 230.569883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.777525Z","caller":"traceutil/trace.go:171","msg":"trace[463230151] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8694; }","duration":"230.061007ms","start":"2026-04-03T01:53:03.547443Z","end":"2026-04-03T01:53:03.777504Z","steps":["trace[463230151] 'agreement among raft nodes before linearized reading' (duration: 229.814959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.777502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.199122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-03T01:53:03.777584Z","caller":"traceutil/trace.go:171","msg":"trace[2103784455] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8694; }","duration":"230.315526ms","start":"2026-04-03T01:53:03.54725Z","end":"2026-04-03T01:53:03.777565Z","steps":["trace[2103784455] 'agreement among raft nodes before linearized reading' (duration: 230.095509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.777081Z","caller":"traceutil/trace.go:171","msg":"trace[1989439341] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"230.219372ms","start":"2026-04-03T01:53:03.546819Z","end":"2026-04-03T01:53:03.777038Z","steps":["trace[1989439341] 'process raft request' (duration: 229.946634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:03.815118Z","caller":"traceutil/trace.go:171","msg":"trace[1086336951] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"237.727841ms","start":"2026-04-03T01:53:03.577365Z","end":"2026-04-03T01:53:03.815093Z","steps":["trace[1086336951] 'process raft request' (duration: 237.512314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:03.815824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.927921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-03T01:53:03.815874Z","caller":"traceutil/trace.go:171","msg":"trace[1689414185] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5587bf24-ef42-4f15-be10-22eb1297ee0d; range_end:; response_count:1; response_revision:8695; }","duration":"240.036465ms","start":"2026-04-03T01:53:03.575825Z","end":"2026-04-03T01:53:03.815862Z","steps":["trace[1689414185] 'agreement among raft nodes before linearized reading' (duration: 239.859299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.085858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.718995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T01:53:04.086256Z","caller":"traceutil/trace.go:171","msg":"trace[877756575] linearizableReadLoop","detail":"{readStateIndex:9094; appliedIndex:9092; }","duration":"271.190384ms","start":"2026-04-03T01:53:03.815041Z","end":"2026-04-03T01:53:04.086232Z","steps":["trace[877756575] 'read index received' (duration: 58.890381ms)","trace[877756575] 'applied index is now lower than readState.Index' (duration: 212.298243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:53:04.086527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.12712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T01:53:04.086579Z","caller":"traceutil/trace.go:171","msg":"trace[1191122114] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8697; }","duration":"304.207323ms","start":"2026-04-03T01:53:03.782362Z","end":"2026-04-03T01:53:04.086569Z","steps":["trace[1191122114] 'agreement among raft nodes before linearized reading' (duration: 303.977516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.086545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.167876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-03T01:53:04.086608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:03.782354Z","time spent":"304.247174ms","remote":"127.0.0.1:51638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T01:53:04.086622Z","caller":"traceutil/trace.go:171","msg":"trace[554430810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8697; }","duration":"267.267829ms","start":"2026-04-03T01:53:03.819336Z","end":"2026-04-03T01:53:04.086604Z","steps":["trace[554430810] 'agreement among raft nodes before linearized reading' (duration: 267.079233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.086644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.720111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-03T01:53:04.086742Z","caller":"traceutil/trace.go:171","msg":"trace[1697277159] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8697; }","duration":"305.815603ms","start":"2026-04-03T01:53:03.780891Z","end":"2026-04-03T01:53:04.086707Z","steps":["trace[1697277159] 'agreement among raft nodes before linearized reading' (duration: 305.499033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:04.086762Z","caller":"traceutil/trace.go:171","msg":"trace[258671043] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"304.490802ms","start":"2026-04-03T01:53:03.782261Z","end":"2026-04-03T01:53:04.086752Z","steps":["trace[258671043] 'process raft request' (duration: 303.779769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.086823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:03.780887Z","time spent":"305.896736ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-03T01:53:04.086853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:03.782255Z","time spent":"304.529533ms","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:53:04.08691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.028691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-03T01:53:04.086081Z","caller":"traceutil/trace.go:171","msg":"trace[1878539861] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"304.204822ms","start":"2026-04-03T01:53:03.781837Z","end":"2026-04-03T01:53:04.086042Z","steps":["trace[1878539861] 'process raft request' (duration: 92.186898ms)","trace[1878539861] 'compare' (duration: 211.493118ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:53:04.087071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:03.781824Z","time spent":"305.228095ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T01:53:04.087061Z","caller":"traceutil/trace.go:171","msg":"trace[485451549] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8697; }","duration":"306.207136ms","start":"2026-04-03T01:53:03.780802Z","end":"2026-04-03T01:53:04.087009Z","steps":["trace[485451549] 'agreement among raft nodes before linearized reading' (duration: 305.779752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.087151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:03.780788Z","time spent":"306.326749ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T01:53:04.592756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495120304846169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T01:53:04.829239Z","caller":"traceutil/trace.go:171","msg":"trace[630329592] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"737.877377ms","start":"2026-04-03T01:53:04.091332Z","end":"2026-04-03T01:53:04.829209Z","steps":["trace[630329592] 'process raft request' (duration: 737.720682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.829406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.09132Z","time spent":"738.003721ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:53:04.925627Z","caller":"traceutil/trace.go:171","msg":"trace[223582351] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9094; }","duration":"833.285707ms","start":"2026-04-03T01:53:04.092303Z","end":"2026-04-03T01:53:04.925589Z","steps":["trace[223582351] 'read index received' (duration: 736.73007ms)","trace[223582351] 'applied index is now lower than readState.Index' (duration: 96.554167ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:04.925662Z","caller":"traceutil/trace.go:171","msg":"trace[123456192] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"833.866376ms","start":"2026-04-03T01:53:04.091771Z","end":"2026-04-03T01:53:04.925638Z","steps":["trace[123456192] 'process raft request' (duration: 746.678707ms)","trace[123456192] 'compare' (duration: 86.881889ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:04.925728Z","caller":"traceutil/trace.go:171","msg":"trace[338395059] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"833.032649ms","start":"2026-04-03T01:53:04.092648Z","end":"2026-04-03T01:53:04.92568Z","steps":["trace[338395059] 'process raft request' (duration: 832.873574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.925853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.746826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:53:04.925844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.506874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T01:53:04.925937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.092632Z","time spent":"833.182384ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T01:53:04.925976Z","caller":"traceutil/trace.go:171","msg":"trace[1024367262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8700; }","duration":"833.651879ms","start":"2026-04-03T01:53:04.092295Z","end":"2026-04-03T01:53:04.925947Z","steps":["trace[1024367262] 'agreement among raft nodes before linearized reading' (duration: 833.409541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.925944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.091744Z","time spent":"833.976619ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:53:04.925952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.159274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18167"} {"level":"warn","ts":"2026-04-03T01:53:04.926027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.092255Z","time spent":"833.764433ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T01:53:04.925908Z","caller":"traceutil/trace.go:171","msg":"trace[1866064794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8700; }","duration":"580.852859ms","start":"2026-04-03T01:53:04.345026Z","end":"2026-04-03T01:53:04.925879Z","steps":["trace[1866064794] 'agreement among raft nodes before linearized reading' (duration: 580.782537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.92612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.344985Z","time spent":"581.124008ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T01:53:04.926083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.219516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-03T01:53:04.926167Z","caller":"traceutil/trace.go:171","msg":"trace[1756445386] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8700; }","duration":"300.330629ms","start":"2026-04-03T01:53:04.625725Z","end":"2026-04-03T01:53:04.926055Z","steps":["trace[1756445386] 'agreement among raft nodes before linearized reading' (duration: 300.060721ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:04.926181Z","caller":"traceutil/trace.go:171","msg":"trace[629912125] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8700; }","duration":"788.374041ms","start":"2026-04-03T01:53:04.137782Z","end":"2026-04-03T01:53:04.926156Z","steps":["trace[629912125] 'agreement among raft nodes before linearized reading' (duration: 788.094852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.926237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.137756Z","time spent":"788.472794ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-03T01:53:04.926242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.625708Z","time spent":"300.517886ms","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18190,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T01:53:04.926453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.462193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T01:53:04.926555Z","caller":"traceutil/trace.go:171","msg":"trace[1348131882] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8700; }","duration":"833.533725ms","start":"2026-04-03T01:53:04.092971Z","end":"2026-04-03T01:53:04.926504Z","steps":["trace[1348131882] 'agreement among raft nodes before linearized reading' (duration: 832.817263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:04.926718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.092944Z","time spent":"833.738752ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-04-03T01:53:05.347534Z","caller":"traceutil/trace.go:171","msg":"trace[629514308] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9097; }","duration":"394.930524ms","start":"2026-04-03T01:53:04.952556Z","end":"2026-04-03T01:53:05.347487Z","steps":["trace[629514308] 'read index received' (duration: 330.26894ms)","trace[629514308] 'applied index is now lower than readState.Index' (duration: 64.660164ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:05.34755Z","caller":"traceutil/trace.go:171","msg":"trace[1332849335] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"395.931306ms","start":"2026-04-03T01:53:04.951579Z","end":"2026-04-03T01:53:05.34751Z","steps":["trace[1332849335] 'process raft request' (duration: 331.308113ms)","trace[1332849335] 'compare' (duration: 64.245671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:53:05.347736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.951562Z","time spent":"396.06439ms","remote":"127.0.0.1:51780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T01:53:05.34789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.303116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T01:53:05.347969Z","caller":"traceutil/trace.go:171","msg":"trace[902715749] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8701; }","duration":"395.409099ms","start":"2026-04-03T01:53:04.952536Z","end":"2026-04-03T01:53:05.347945Z","steps":["trace[902715749] 'agreement among raft nodes before linearized reading' (duration: 395.168872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:05.348023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.952527Z","time spent":"395.479471ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-03T01:53:05.348098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.469587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T01:53:05.3482Z","caller":"traceutil/trace.go:171","msg":"trace[1819610867] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8701; }","duration":"393.593232ms","start":"2026-04-03T01:53:04.954584Z","end":"2026-04-03T01:53:05.348177Z","steps":["trace[1819610867] 'agreement among raft nodes before linearized reading' (duration: 393.333484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:05.348248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T01:53:04.954576Z","time spent":"393.659714ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-03T01:53:10.286011Z","caller":"traceutil/trace.go:171","msg":"trace[137166943] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9142; }","duration":"112.230405ms","start":"2026-04-03T01:53:10.173754Z","end":"2026-04-03T01:53:10.285984Z","steps":["trace[137166943] 'read index received' (duration: 112.020518ms)","trace[137166943] 'applied index is now lower than readState.Index' (duration: 209.017µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:10.286323Z","caller":"traceutil/trace.go:171","msg":"trace[1684148649] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"114.998512ms","start":"2026-04-03T01:53:10.17131Z","end":"2026-04-03T01:53:10.286309Z","steps":["trace[1684148649] 'process raft request' (duration: 114.534938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:10.286612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.834784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T01:53:10.286743Z","caller":"traceutil/trace.go:171","msg":"trace[1242333153] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8744; }","duration":"112.987539ms","start":"2026-04-03T01:53:10.173736Z","end":"2026-04-03T01:53:10.286724Z","steps":["trace[1242333153] 'agreement among raft nodes before linearized reading' (duration: 112.72343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.086439Z","caller":"traceutil/trace.go:171","msg":"trace[1664836033] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9147; }","duration":"122.112189ms","start":"2026-04-03T01:53:10.964301Z","end":"2026-04-03T01:53:11.086414Z","steps":["trace[1664836033] 'read index received' (duration: 121.949824ms)","trace[1664836033] 'applied index is now lower than readState.Index' (duration: 161.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:11.086695Z","caller":"traceutil/trace.go:171","msg":"trace[617463250] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"130.171324ms","start":"2026-04-03T01:53:10.956483Z","end":"2026-04-03T01:53:11.086654Z","steps":["trace[617463250] 'process raft request' (duration: 129.814053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:11.086797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.447009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-03T01:53:11.086867Z","caller":"traceutil/trace.go:171","msg":"trace[2006450844] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8748; }","duration":"122.564773ms","start":"2026-04-03T01:53:10.964287Z","end":"2026-04-03T01:53:11.086851Z","steps":["trace[2006450844] 'agreement among raft nodes before linearized reading' (duration: 122.325895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.247841Z","caller":"traceutil/trace.go:171","msg":"trace[1256576245] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"155.310393ms","start":"2026-04-03T01:53:11.092494Z","end":"2026-04-03T01:53:11.247804Z","steps":["trace[1256576245] 'process raft request' (duration: 136.676401ms)","trace[1256576245] 'compare' (duration: 18.484407ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:11.291792Z","caller":"traceutil/trace.go:171","msg":"trace[1091591943] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"199.121934ms","start":"2026-04-03T01:53:11.092641Z","end":"2026-04-03T01:53:11.291763Z","steps":["trace[1091591943] 'process raft request' (duration: 198.927048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.291952Z","caller":"traceutil/trace.go:171","msg":"trace[886055680] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8750; }","duration":"192.152303ms","start":"2026-04-03T01:53:11.099766Z","end":"2026-04-03T01:53:11.291919Z","steps":["trace[886055680] 'process raft request' (duration: 191.960057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.612323Z","caller":"traceutil/trace.go:171","msg":"trace[1193799041] linearizableReadLoop","detail":"{readStateIndex:9157; appliedIndex:9156; }","duration":"157.776781ms","start":"2026-04-03T01:53:11.454521Z","end":"2026-04-03T01:53:11.612298Z","steps":["trace[1193799041] 'read index received' (duration: 157.633107ms)","trace[1193799041] 'applied index is now lower than readState.Index' (duration: 143.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:11.612374Z","caller":"traceutil/trace.go:171","msg":"trace[603509646] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"157.906755ms","start":"2026-04-03T01:53:11.454447Z","end":"2026-04-03T01:53:11.612354Z","steps":["trace[603509646] 'process raft request' (duration: 157.706829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:11.613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.457983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203502"} {"level":"info","ts":"2026-04-03T01:53:11.613088Z","caller":"traceutil/trace.go:171","msg":"trace[523427554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8756; }","duration":"158.556756ms","start":"2026-04-03T01:53:11.454515Z","end":"2026-04-03T01:53:11.613071Z","steps":["trace[523427554] 'agreement among raft nodes before linearized reading' (duration: 157.923696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:11.662778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.956788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-04-03T01:53:11.662608Z","caller":"traceutil/trace.go:171","msg":"trace[735363396] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"183.205379ms","start":"2026-04-03T01:53:11.479373Z","end":"2026-04-03T01:53:11.662578Z","steps":["trace[735363396] 'process raft request' (duration: 182.970412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.662874Z","caller":"traceutil/trace.go:171","msg":"trace[21359019] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8758; }","duration":"164.098182ms","start":"2026-04-03T01:53:11.498761Z","end":"2026-04-03T01:53:11.662859Z","steps":["trace[21359019] 'agreement among raft nodes before linearized reading' (duration: 163.837864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.800071Z","caller":"traceutil/trace.go:171","msg":"trace[1073614154] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"133.041426ms","start":"2026-04-03T01:53:11.666993Z","end":"2026-04-03T01:53:11.800034Z","steps":["trace[1073614154] 'process raft request' (duration: 132.769628ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.800416Z","caller":"traceutil/trace.go:171","msg":"trace[1483186877] linearizableReadLoop","detail":"{readStateIndex:9165; appliedIndex:9159; }","duration":"131.248559ms","start":"2026-04-03T01:53:11.669156Z","end":"2026-04-03T01:53:11.800404Z","steps":["trace[1483186877] 'read index received' (duration: 25.49588ms)","trace[1483186877] 'applied index is now lower than readState.Index' (duration: 105.751939ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:11.800414Z","caller":"traceutil/trace.go:171","msg":"trace[995103648] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"133.306344ms","start":"2026-04-03T01:53:11.667074Z","end":"2026-04-03T01:53:11.80038Z","steps":["trace[995103648] 'process raft request' (duration: 132.888921ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.800454Z","caller":"traceutil/trace.go:171","msg":"trace[304234529] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"133.1808ms","start":"2026-04-03T01:53:11.66725Z","end":"2026-04-03T01:53:11.800431Z","steps":["trace[304234529] 'process raft request' (duration: 133.016995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.800498Z","caller":"traceutil/trace.go:171","msg":"trace[1998115922] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"132.22673ms","start":"2026-04-03T01:53:11.668262Z","end":"2026-04-03T01:53:11.800489Z","steps":["trace[1998115922] 'process raft request' (duration: 132.090755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:11.800549Z","caller":"traceutil/trace.go:171","msg":"trace[1056205055] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"132.183298ms","start":"2026-04-03T01:53:11.668331Z","end":"2026-04-03T01:53:11.800514Z","steps":["trace[1056205055] 'process raft request' (duration: 132.047254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:11.800687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.510937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-04-03T01:53:11.800729Z","caller":"traceutil/trace.go:171","msg":"trace[1286663805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8763; }","duration":"131.58858ms","start":"2026-04-03T01:53:11.66913Z","end":"2026-04-03T01:53:11.800718Z","steps":["trace[1286663805] 'agreement among raft nodes before linearized reading' (duration: 131.417835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:11.803582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.287736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b5dc6a2d2890\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-04-03T01:53:11.80361Z","caller":"traceutil/trace.go:171","msg":"trace[629570127] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b5dc6a2d2890; range_end:; response_count:1; response_revision:8764; }","duration":"134.331927ms","start":"2026-04-03T01:53:11.669271Z","end":"2026-04-03T01:53:11.803602Z","steps":["trace[629570127] 'agreement among raft nodes before linearized reading' (duration: 134.232814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:22.814356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.167988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:53:22.814475Z","caller":"traceutil/trace.go:171","msg":"trace[1082164242] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8944; }","duration":"109.350903ms","start":"2026-04-03T01:53:22.705097Z","end":"2026-04-03T01:53:22.814448Z","steps":["trace[1082164242] 'count revisions from in-memory index tree' (duration: 109.061864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:32.142611Z","caller":"traceutil/trace.go:171","msg":"trace[741538797] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"135.589708ms","start":"2026-04-03T01:53:32.006984Z","end":"2026-04-03T01:53:32.142574Z","steps":["trace[741538797] 'process raft request' (duration: 116.905176ms)","trace[741538797] 'compare' (duration: 18.474326ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:32.142754Z","caller":"traceutil/trace.go:171","msg":"trace[1428152918] linearizableReadLoop","detail":"{readStateIndex:9444; appliedIndex:9441; }","duration":"117.382582ms","start":"2026-04-03T01:53:32.025337Z","end":"2026-04-03T01:53:32.142719Z","steps":["trace[1428152918] 'read index received' (duration: 64.775094ms)","trace[1428152918] 'applied index is now lower than readState.Index' (duration: 52.605028ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:32.142767Z","caller":"traceutil/trace.go:171","msg":"trace[760793059] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"135.33215ms","start":"2026-04-03T01:53:32.007394Z","end":"2026-04-03T01:53:32.142726Z","steps":["trace[760793059] 'process raft request' (duration: 135.127454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:53:32.142957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.580448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T01:53:32.143058Z","caller":"traceutil/trace.go:171","msg":"trace[417112019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9033; }","duration":"117.736153ms","start":"2026-04-03T01:53:32.025297Z","end":"2026-04-03T01:53:32.143033Z","steps":["trace[417112019] 'agreement among raft nodes before linearized reading' (duration: 117.535957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:48.789263Z","caller":"traceutil/trace.go:171","msg":"trace[624960047] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"123.863797ms","start":"2026-04-03T01:53:48.665366Z","end":"2026-04-03T01:53:48.78923Z","steps":["trace[624960047] 'process raft request' (duration: 107.432056ms)","trace[624960047] 'compare' (duration: 16.236665ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:53:48.855827Z","caller":"traceutil/trace.go:171","msg":"trace[372998606] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"131.51926ms","start":"2026-04-03T01:53:48.724264Z","end":"2026-04-03T01:53:48.855783Z","steps":["trace[372998606] 'process raft request' (duration: 131.21924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:48.855919Z","caller":"traceutil/trace.go:171","msg":"trace[895341250] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"128.991949ms","start":"2026-04-03T01:53:48.726894Z","end":"2026-04-03T01:53:48.855886Z","steps":["trace[895341250] 'process raft request' (duration: 128.877216ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:53:48.856148Z","caller":"traceutil/trace.go:171","msg":"trace[1849676854] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"131.339954ms","start":"2026-04-03T01:53:48.724769Z","end":"2026-04-03T01:53:48.856109Z","steps":["trace[1849676854] 'process raft request' (duration: 130.90446ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:08.012884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6517} {"level":"info","ts":"2026-04-03T01:54:08.112584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6517,"took":"98.000387ms","hash":2514740253,"current-db-size-bytes":60018688,"current-db-size":"60 MB","current-db-size-in-use-bytes":26599424,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-03T01:54:08.112684Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2514740253,"revision":6517,"compact-revision":3187} {"level":"info","ts":"2026-04-03T01:54:12.099177Z","caller":"traceutil/trace.go:171","msg":"trace[798443093] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"216.408791ms","start":"2026-04-03T01:54:11.882727Z","end":"2026-04-03T01:54:12.099136Z","steps":["trace[798443093] 'process raft request' (duration: 142.230929ms)","trace[798443093] 'compare' (duration: 73.834331ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T01:54:12.09986Z","caller":"traceutil/trace.go:171","msg":"trace[1247842713] linearizableReadLoop","detail":"{readStateIndex:9845; appliedIndex:9844; }","duration":"122.281437ms","start":"2026-04-03T01:54:11.977552Z","end":"2026-04-03T01:54:12.099833Z","steps":["trace[1247842713] 'read index received' (duration: 47.442615ms)","trace[1247842713] 'applied index is now lower than readState.Index' (duration: 74.835222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T01:54:12.100083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.521454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-03T01:54:12.100181Z","caller":"traceutil/trace.go:171","msg":"trace[862618546] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9416; }","duration":"122.656898ms","start":"2026-04-03T01:54:11.9775Z","end":"2026-04-03T01:54:12.100157Z","steps":["trace[862618546] 'agreement among raft nodes before linearized reading' (duration: 122.424551ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:54:26.473292Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T01:54:26.520376Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T01:54:26.520499Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T01:56:27.85188Z","caller":"traceutil/trace.go:171","msg":"trace[446827657] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"205.776951ms","start":"2026-04-03T01:56:27.646072Z","end":"2026-04-03T01:56:27.851849Z","steps":["trace[446827657] 'process raft request' (duration: 205.605925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T01:56:31.372043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.890966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-rsk2q\" ","response":"range_response_count:1 size:7341"} {"level":"info","ts":"2026-04-03T01:56:31.372124Z","caller":"traceutil/trace.go:171","msg":"trace[1461647440] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-rsk2q; range_end:; response_count:1; response_revision:10723; }","duration":"110.01366ms","start":"2026-04-03T01:56:31.262092Z","end":"2026-04-03T01:56:31.372106Z","steps":["trace[1461647440] 'range keys from in-memory index tree' (duration: 109.715931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T01:59:08.019484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9391} {"level":"info","ts":"2026-04-03T01:59:08.123764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9391,"took":"101.601056ms","hash":2573560216,"current-db-size-bytes":60018688,"current-db-size":"60 MB","current-db-size-in-use-bytes":25567232,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T01:59:08.123825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2573560216,"revision":9391,"compact-revision":6517} {"level":"info","ts":"2026-04-03T02:02:31.903201Z","caller":"traceutil/trace.go:171","msg":"trace[1722223082] transaction","detail":"{read_only:false; response_revision:13136; number_of_response:1; }","duration":"259.707763ms","start":"2026-04-03T02:02:31.643467Z","end":"2026-04-03T02:02:31.903175Z","steps":["trace[1722223082] 'process raft request' (duration: 259.503047ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:02:31.906639Z","caller":"traceutil/trace.go:171","msg":"trace[1945073251] transaction","detail":"{read_only:false; response_revision:13137; number_of_response:1; }","duration":"262.292854ms","start":"2026-04-03T02:02:31.644328Z","end":"2026-04-03T02:02:31.90662Z","steps":["trace[1945073251] 'process raft request' (duration: 262.135339ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:02:31.906751Z","caller":"traceutil/trace.go:171","msg":"trace[441515846] linearizableReadLoop","detail":"{readStateIndex:13775; appliedIndex:13773; }","duration":"217.025089ms","start":"2026-04-03T02:02:31.689692Z","end":"2026-04-03T02:02:31.906717Z","steps":["trace[441515846] 'read index received' (duration: 213.313772ms)","trace[441515846] 'applied index is now lower than readState.Index' (duration: 3.709727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:02:31.906979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.275388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-04-03T02:02:31.907046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.154362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1007"} {"level":"info","ts":"2026-04-03T02:02:31.907065Z","caller":"traceutil/trace.go:171","msg":"trace[101993524] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:13138; }","duration":"217.393682ms","start":"2026-04-03T02:02:31.68965Z","end":"2026-04-03T02:02:31.907044Z","steps":["trace[101993524] 'agreement among raft nodes before linearized reading' (duration: 217.212416ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:02:31.907088Z","caller":"traceutil/trace.go:171","msg":"trace[86570836] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:13138; }","duration":"216.248095ms","start":"2026-04-03T02:02:31.690827Z","end":"2026-04-03T02:02:31.907075Z","steps":["trace[86570836] 'agreement among raft nodes before linearized reading' (duration: 216.057069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:02:31.907149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.15831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1298"} {"level":"info","ts":"2026-04-03T02:02:31.907194Z","caller":"traceutil/trace.go:171","msg":"trace[940786074] range","detail":"{range_begin:/registry/services/endpoints/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13138; }","duration":"203.281954ms","start":"2026-04-03T02:02:31.703895Z","end":"2026-04-03T02:02:31.907177Z","steps":["trace[940786074] 'agreement among raft nodes before linearized reading' (duration: 203.094838ms)"],"step_count":1}